2024-11-27 04:20:51,445 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 04:20:51,457 main DEBUG Took 0.010117 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 04:20:51,457 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 04:20:51,457 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 04:20:51,458 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 04:20:51,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,466 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 04:20:51,478 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,480 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,481 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,482 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,483 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,485 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,486 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,487 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 04:20:51,489 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,489 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 04:20:51,490 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 04:20:51,491 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 04:20:51,493 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 04:20:51,494 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 04:20:51,495 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 04:20:51,495 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 04:20:51,503 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 04:20:51,506 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 04:20:51,507 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 04:20:51,507 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 04:20:51,508 main DEBUG createAppenders(={Console}) 2024-11-27 04:20:51,509 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-27 04:20:51,509 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 04:20:51,509 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-27 04:20:51,510 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 04:20:51,510 main DEBUG OutputStream closed 2024-11-27 04:20:51,510 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 04:20:51,510 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 04:20:51,511 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-27 04:20:51,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 04:20:51,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 04:20:51,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 04:20:51,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 04:20:51,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 04:20:51,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 04:20:51,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 04:20:51,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 04:20:51,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 04:20:51,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 04:20:51,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 04:20:51,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 04:20:51,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 04:20:51,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 04:20:51,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 04:20:51,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 04:20:51,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 04:20:51,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 04:20:51,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 04:20:51,602 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-27 04:20:51,602 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 04:20:51,602 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-27T04:20:51,882 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17 2024-11-27 04:20:51,885 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 04:20:51,885 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T04:20:51,895 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-27T04:20:51,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T04:20:51,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7, deleteOnExit=true 2024-11-27T04:20:51,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-27T04:20:51,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/test.cache.data in system properties and HBase conf 2024-11-27T04:20:51,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T04:20:51,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/hadoop.log.dir in system properties and HBase conf 2024-11-27T04:20:51,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T04:20:51,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T04:20:51,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T04:20:52,019 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T04:20:52,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T04:20:52,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T04:20:52,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T04:20:52,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T04:20:52,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T04:20:52,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T04:20:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T04:20:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T04:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T04:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T04:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/nfs.dump.dir in system properties and HBase conf 2024-11-27T04:20:52,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/java.io.tmpdir in system properties and HBase conf 2024-11-27T04:20:52,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T04:20:52,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T04:20:52,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T04:20:52,951 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T04:20:53,027 INFO [Time-limited test {}] log.Log(170): Logging initialized @2346ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T04:20:53,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T04:20:53,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T04:20:53,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T04:20:53,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T04:20:53,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T04:20:53,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T04:20:53,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/hadoop.log.dir/,AVAILABLE} 2024-11-27T04:20:53,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T04:20:53,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/java.io.tmpdir/jetty-localhost-37257-hadoop-hdfs-3_4_1-tests_jar-_-any-4715917230920348076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T04:20:53,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:37257} 2024-11-27T04:20:53,408 INFO [Time-limited test {}] server.Server(415): Started @2728ms 2024-11-27T04:20:53,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T04:20:53,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T04:20:53,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T04:20:53,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T04:20:53,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T04:20:53,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/hadoop.log.dir/,AVAILABLE} 2024-11-27T04:20:53,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T04:20:53,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/java.io.tmpdir/jetty-localhost-37067-hadoop-hdfs-3_4_1-tests_jar-_-any-11912103107607232884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T04:20:53,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:37067} 2024-11-27T04:20:53,957 INFO [Time-limited test {}] server.Server(415): Started @3277ms 2024-11-27T04:20:54,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T04:20:54,446 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/dfs/data/data1/current/BP-1827428454-172.17.0.2-1732681252709/current, will proceed with Du for space computation calculation, 2024-11-27T04:20:54,446 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/dfs/data/data2/current/BP-1827428454-172.17.0.2-1732681252709/current, will proceed with Du for space computation calculation, 2024-11-27T04:20:54,496 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T04:20:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2770496af01bfa8 with lease ID 0x6667174f0b26c034: Processing first storage report for DS-b8a889bd-c2c0-401b-88df-b4d33198a09b from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=9bbed9a9-4a04-485c-bcf6-9e26300b049d, infoPort=39201, infoSecurePort=0, ipcPort=44437, storageInfo=lv=-57;cid=testClusterID;nsid=1506213385;c=1732681252709) 2024-11-27T04:20:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2770496af01bfa8 with lease ID 0x6667174f0b26c034: from storage DS-b8a889bd-c2c0-401b-88df-b4d33198a09b node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=9bbed9a9-4a04-485c-bcf6-9e26300b049d, infoPort=39201, infoSecurePort=0, ipcPort=44437, storageInfo=lv=-57;cid=testClusterID;nsid=1506213385;c=1732681252709), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T04:20:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2770496af01bfa8 with lease ID 0x6667174f0b26c034: Processing first storage report for DS-227af8a0-bbe4-4292-9299-c75555afecde from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=9bbed9a9-4a04-485c-bcf6-9e26300b049d, infoPort=39201, infoSecurePort=0, ipcPort=44437, storageInfo=lv=-57;cid=testClusterID;nsid=1506213385;c=1732681252709) 2024-11-27T04:20:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2770496af01bfa8 with lease ID 0x6667174f0b26c034: from storage DS-227af8a0-bbe4-4292-9299-c75555afecde node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=9bbed9a9-4a04-485c-bcf6-9e26300b049d, infoPort=39201, infoSecurePort=0, ipcPort=44437, storageInfo=lv=-57;cid=testClusterID;nsid=1506213385;c=1732681252709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T04:20:54,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17 2024-11-27T04:20:54,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/zookeeper_0, clientPort=56910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T04:20:54,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56910 2024-11-27T04:20:54,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:54,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741825_1001 (size=7) 2024-11-27T04:20:55,363 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 with version=8 2024-11-27T04:20:55,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/hbase-staging 2024-11-27T04:20:55,492 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T04:20:55,760 INFO [Time-limited test {}] client.ConnectionUtils(129): master/99e1108fb5b5:0 server-side Connection retries=45 2024-11-27T04:20:55,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T04:20:55,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T04:20:55,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T04:20:55,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T04:20:55,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T04:20:55,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T04:20:55,972 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T04:20:55,981 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T04:20:55,985 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T04:20:56,013 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21785 (auto-detected) 2024-11-27T04:20:56,014 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T04:20:56,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42385 2024-11-27T04:20:56,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:56,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:56,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42385 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-27T04:20:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423850x0, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T04:20:56,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42385-0x10037357ff80000 connected 2024-11-27T04:20:56,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T04:20:56,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T04:20:56,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T04:20:56,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42385 2024-11-27T04:20:56,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42385 2024-11-27T04:20:56,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42385 2024-11-27T04:20:56,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42385 2024-11-27T04:20:56,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42385 2024-11-27T04:20:56,147 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6, hbase.cluster.distributed=false 2024-11-27T04:20:56,219 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/99e1108fb5b5:0 server-side Connection retries=45 2024-11-27T04:20:56,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T04:20:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T04:20:56,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T04:20:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T04:20:56,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T04:20:56,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T04:20:56,225 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T04:20:56,225 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33685 2024-11-27T04:20:56,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T04:20:56,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T04:20:56,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:56,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:56,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33685 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-27T04:20:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336850x0, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T04:20:56,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33685-0x10037357ff80001 connected 2024-11-27T04:20:56,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T04:20:56,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T04:20:56,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T04:20:56,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-27T04:20:56,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33685 2024-11-27T04:20:56,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33685 2024-11-27T04:20:56,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-27T04:20:56,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-27T04:20:56,260 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:56,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T04:20:56,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T04:20:56,269 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:56,276 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;99e1108fb5b5:42385 2024-11-27T04:20:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T04:20:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T04:20:56,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:56,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:56,300 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T04:20:56,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T04:20:56,301 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/99e1108fb5b5,42385,1732681255485 from backup master directory 2024-11-27T04:20:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T04:20:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T04:20:56,306 WARN [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T04:20:56,306 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:56,308 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T04:20:56,309 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T04:20:56,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741826_1002 (size=42) 2024-11-27T04:20:56,780 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/hbase.id with ID: 0ef63a2f-c736-4157-b200-50f5f9caf707 2024-11-27T04:20:56,825 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T04:20:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741827_1003 (size=196) 2024-11-27T04:20:56,891 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:20:56,895 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T04:20:56,913 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:20:56,918 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T04:20:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741828_1004 (size=1189) 2024-11-27T04:20:57,367 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store 2024-11-27T04:20:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741829_1005 (size=34) 2024-11-27T04:20:57,788 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T04:20:57,789 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:20:57,790 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T04:20:57,790 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:20:57,790 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:20:57,790 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T04:20:57,790 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:20:57,790 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:20:57,791 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T04:20:57,793 WARN [master/99e1108fb5b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/.initializing 2024-11-27T04:20:57,793 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/WALs/99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:57,800 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T04:20:57,810 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=99e1108fb5b5%2C42385%2C1732681255485, suffix=, logDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/WALs/99e1108fb5b5,42385,1732681255485, archiveDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/oldWALs, maxLogs=10 2024-11-27T04:20:57,831 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/WALs/99e1108fb5b5,42385,1732681255485/99e1108fb5b5%2C42385%2C1732681255485.1732681257815, exclude list is [], retry=0 2024-11-27T04:20:57,848 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-b8a889bd-c2c0-401b-88df-b4d33198a09b,DISK] 2024-11-27T04:20:57,851 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T04:20:57,885 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/WALs/99e1108fb5b5,42385,1732681255485/99e1108fb5b5%2C42385%2C1732681255485.1732681257815 2024-11-27T04:20:57,886 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39201:39201)] 2024-11-27T04:20:57,887 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:20:57,887 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:20:57,890 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,891 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T04:20:57,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:57,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:57,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T04:20:57,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:57,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:20:57,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T04:20:57,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:57,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:20:57,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T04:20:57,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:57,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:20:57,974 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,975 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,983 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T04:20:57,986 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T04:20:57,990 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:20:57,991 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68590384, jitterRate=0.02207636833190918}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T04:20:57,996 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T04:20:57,997 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T04:20:58,026 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2431a3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:20:58,060 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-27T04:20:58,072 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T04:20:58,072 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T04:20:58,074 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T04:20:58,076 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T04:20:58,080 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-27T04:20:58,081 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T04:20:58,105 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T04:20:58,115 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T04:20:58,117 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-27T04:20:58,120 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T04:20:58,121 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T04:20:58,122 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-27T04:20:58,124 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T04:20:58,127 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T04:20:58,129 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-27T04:20:58,130 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T04:20:58,131 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T04:20:58,141 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T04:20:58,143 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T04:20:58,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T04:20:58,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T04:20:58,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,149 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=99e1108fb5b5,42385,1732681255485, sessionid=0x10037357ff80000, setting cluster-up flag (Was=false) 2024-11-27T04:20:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,168 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T04:20:58,170 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:58,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,181 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T04:20:58,182 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=99e1108fb5b5,42385,1732681255485 2024-11-27T04:20:58,273 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-27T04:20:58,274 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;99e1108fb5b5:33685 2024-11-27T04:20:58,276 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1008): ClusterId : 0ef63a2f-c736-4157-b200-50f5f9caf707 2024-11-27T04:20:58,278 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T04:20:58,279 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-27T04:20:58,282 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T04:20:58,284 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T04:20:58,284 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T04:20:58,287 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T04:20:58,288 DEBUG [RS:0;99e1108fb5b5:33685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b080af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:20:58,290 DEBUG [RS:0;99e1108fb5b5:33685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a82f337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=99e1108fb5b5/172.17.0.2:0 2024-11-27T04:20:58,288 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 99e1108fb5b5,42385,1732681255485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T04:20:58,293 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/99e1108fb5b5:0, corePoolSize=5, maxPoolSize=5 2024-11-27T04:20:58,293 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/99e1108fb5b5:0, corePoolSize=5, maxPoolSize=5 2024-11-27T04:20:58,293 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/99e1108fb5b5:0, corePoolSize=5, maxPoolSize=5 2024-11-27T04:20:58,293 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/99e1108fb5b5:0, corePoolSize=5, maxPoolSize=5 2024-11-27T04:20:58,294 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/99e1108fb5b5:0, corePoolSize=10, maxPoolSize=10 2024-11-27T04:20:58,294 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,294 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-27T04:20:58,294 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/99e1108fb5b5:0, corePoolSize=2, maxPoolSize=2 2024-11-27T04:20:58,294 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-27T04:20:58,294 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-27T04:20:58,294 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,296 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732681288296 2024-11-27T04:20:58,297 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(3073): reportForDuty to master=99e1108fb5b5,42385,1732681255485 with isa=99e1108fb5b5/172.17.0.2:33685, startcode=1732681256218 2024-11-27T04:20:58,298 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T04:20:58,299 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T04:20:58,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T04:20:58,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-27T04:20:58,303 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T04:20:58,304 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T04:20:58,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:58,304 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T04:20:58,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T04:20:58,304 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T04:20:58,307 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,309 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T04:20:58,310 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T04:20:58,310 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T04:20:58,312 DEBUG [RS:0;99e1108fb5b5:33685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T04:20:58,313 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T04:20:58,314 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T04:20:58,316 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/99e1108fb5b5:0:becomeActiveMaster-HFileCleaner.large.0-1732681258315,5,FailOnTimeoutGroup] 2024-11-27T04:20:58,316 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/99e1108fb5b5:0:becomeActiveMaster-HFileCleaner.small.0-1732681258316,5,FailOnTimeoutGroup] 2024-11-27T04:20:58,316 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,317 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T04:20:58,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741831_1007 (size=1039) 2024-11-27T04:20:58,318 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,318 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-27T04:20:58,321 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:20:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741832_1008 (size=32) 2024-11-27T04:20:58,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:20:58,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T04:20:58,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T04:20:58,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:58,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:58,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T04:20:58,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T04:20:58,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:58,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:58,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T04:20:58,352 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48135, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T04:20:58,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T04:20:58,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:58,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:58,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740 2024-11-27T04:20:58,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740 2024-11-27T04:20:58,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42385 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42385 {}] master.ServerManager(486): Registering regionserver=99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:20:58,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T04:20:58,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:20:58,370 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74963058, jitterRate=0.1170366108417511}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:20:58,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T04:20:58,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T04:20:58,374 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T04:20:58,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T04:20:58,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T04:20:58,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T04:20:58,375 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T04:20:58,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T04:20:58,376 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:20:58,377 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35683 2024-11-27T04:20:58,377 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-27T04:20:58,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T04:20:58,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-27T04:20:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T04:20:58,382 DEBUG [RS:0;99e1108fb5b5:33685 {}] zookeeper.ZKUtil(111): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,382 WARN [RS:0;99e1108fb5b5:33685 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T04:20:58,382 INFO [RS:0;99e1108fb5b5:33685 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T04:20:58,382 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [99e1108fb5b5,33685,1732681256218] 2024-11-27T04:20:58,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T04:20:58,396 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-27T04:20:58,397 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T04:20:58,400 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T04:20:58,409 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T04:20:58,420 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T04:20:58,422 INFO [RS:0;99e1108fb5b5:33685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T04:20:58,423 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,423 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-27T04:20:58,430 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,430 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,430 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/99e1108fb5b5:0, corePoolSize=2, maxPoolSize=2 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,431 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,432 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/99e1108fb5b5:0, corePoolSize=1, maxPoolSize=1 2024-11-27T04:20:58,432 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/99e1108fb5b5:0, corePoolSize=3, maxPoolSize=3 2024-11-27T04:20:58,432 DEBUG [RS:0;99e1108fb5b5:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0, corePoolSize=3, maxPoolSize=3 2024-11-27T04:20:58,433 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,433 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,433 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,433 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,433 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,33685,1732681256218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T04:20:58,451 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T04:20:58,453 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,33685,1732681256218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:58,472 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.Replication(204): 99e1108fb5b5,33685,1732681256218 started 2024-11-27T04:20:58,472 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1767): Serving as 99e1108fb5b5,33685,1732681256218, RpcServer on 99e1108fb5b5/172.17.0.2:33685, sessionid=0x10037357ff80001 2024-11-27T04:20:58,473 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T04:20:58,473 DEBUG [RS:0;99e1108fb5b5:33685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,473 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '99e1108fb5b5,33685,1732681256218' 2024-11-27T04:20:58,473 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T04:20:58,474 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T04:20:58,475 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T04:20:58,475 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T04:20:58,475 DEBUG [RS:0;99e1108fb5b5:33685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,475 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '99e1108fb5b5,33685,1732681256218' 2024-11-27T04:20:58,475 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T04:20:58,476 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T04:20:58,477 DEBUG [RS:0;99e1108fb5b5:33685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T04:20:58,477 INFO [RS:0;99e1108fb5b5:33685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T04:20:58,477 INFO [RS:0;99e1108fb5b5:33685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T04:20:58,551 WARN [99e1108fb5b5:42385 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-27T04:20:58,583 INFO [RS:0;99e1108fb5b5:33685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T04:20:58,586 INFO [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=99e1108fb5b5%2C33685%2C1732681256218, suffix=, logDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218, archiveDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/oldWALs, maxLogs=32 2024-11-27T04:20:58,603 DEBUG [RS:0;99e1108fb5b5:33685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218/99e1108fb5b5%2C33685%2C1732681256218.1732681258588, exclude list is [], retry=0 2024-11-27T04:20:58,608 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-b8a889bd-c2c0-401b-88df-b4d33198a09b,DISK] 2024-11-27T04:20:58,612 INFO [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218/99e1108fb5b5%2C33685%2C1732681256218.1732681258588 2024-11-27T04:20:58,613 DEBUG [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39201:39201)] 2024-11-27T04:20:58,802 DEBUG [99e1108fb5b5:42385 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T04:20:58,808 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:58,814 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 99e1108fb5b5,33685,1732681256218, state=OPENING 2024-11-27T04:20:58,821 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T04:20:58,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:20:58,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T04:20:58,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T04:20:58,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:20:59,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:59,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T04:20:59,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T04:20:59,018 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-27T04:20:59,018 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T04:20:59,019 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T04:20:59,022 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=99e1108fb5b5%2C33685%2C1732681256218.meta, suffix=.meta, logDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218, archiveDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/oldWALs, maxLogs=32 2024-11-27T04:20:59,039 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218/99e1108fb5b5%2C33685%2C1732681256218.meta.1732681259024.meta, exclude list is [], retry=0 2024-11-27T04:20:59,043 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-b8a889bd-c2c0-401b-88df-b4d33198a09b,DISK] 2024-11-27T04:20:59,046 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/WALs/99e1108fb5b5,33685,1732681256218/99e1108fb5b5%2C33685%2C1732681256218.meta.1732681259024.meta 2024-11-27T04:20:59,047 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39201:39201)] 2024-11-27T04:20:59,047 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:20:59,050 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T04:20:59,117 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T04:20:59,121 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T04:20:59,126 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T04:20:59,126 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:20:59,126 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-27T04:20:59,126 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-27T04:20:59,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T04:20:59,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T04:20:59,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:59,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:59,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T04:20:59,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T04:20:59,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:59,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:59,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T04:20:59,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T04:20:59,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:59,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T04:20:59,138 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740 2024-11-27T04:20:59,141 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740 2024-11-27T04:20:59,144 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:20:59,147 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T04:20:59,149 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69955277, jitterRate=0.04241485893726349}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:20:59,151 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T04:20:59,160 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732681258997 2024-11-27T04:20:59,173 DEBUG [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T04:20:59,174 INFO [RS_OPEN_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-27T04:20:59,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:20:59,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 99e1108fb5b5,33685,1732681256218, state=OPEN 2024-11-27T04:20:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T04:20:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T04:20:59,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T04:20:59,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T04:20:59,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T04:20:59,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=99e1108fb5b5,33685,1732681256218 in 356 msec 2024-11-27T04:20:59,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T04:20:59,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-11-27T04:20:59,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 971 msec 2024-11-27T04:20:59,198 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732681259198, completionTime=-1 2024-11-27T04:20:59,198 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T04:20:59,199 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-27T04:20:59,236 DEBUG [hconnection-0x6d6f88c1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:20:59,239 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:20:59,249 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-27T04:20:59,250 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732681319249 2024-11-27T04:20:59,250 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732681379250 2024-11-27T04:20:59,250 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-27T04:20:59,271 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,42385,1732681255485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:59,272 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,42385,1732681255485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:59,272 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,42385,1732681255485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:59,273 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-99e1108fb5b5:42385, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:59,274 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T04:20:59,279 DEBUG [master/99e1108fb5b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T04:20:59,281 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-27T04:20:59,283 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T04:20:59,289 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-27T04:20:59,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:20:59,293 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:20:59,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:20:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741835_1011 (size=358) 2024-11-27T04:20:59,709 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 91914be584d255ddeedcd392d770ce41, NAME => 'hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:20:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741836_1012 (size=42) 2024-11-27T04:21:00,121 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:00,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 91914be584d255ddeedcd392d770ce41, disabling compactions & flushes 2024-11-27T04:21:00,122 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. after waiting 0 ms 2024-11-27T04:21:00,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,122 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 91914be584d255ddeedcd392d770ce41: 2024-11-27T04:21:00,125 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:21:00,131 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732681260126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681260126"}]},"ts":"1732681260126"} 2024-11-27T04:21:00,155 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:21:00,157 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:21:00,160 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681260157"}]},"ts":"1732681260157"} 2024-11-27T04:21:00,164 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-27T04:21:00,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=91914be584d255ddeedcd392d770ce41, ASSIGN}] 2024-11-27T04:21:00,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=91914be584d255ddeedcd392d770ce41, ASSIGN 2024-11-27T04:21:00,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=91914be584d255ddeedcd392d770ce41, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:21:00,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=91914be584d255ddeedcd392d770ce41, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:00,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 91914be584d255ddeedcd392d770ce41, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:21:00,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:00,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 91914be584d255ddeedcd392d770ce41, NAME => 'hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:21:00,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:00,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,494 INFO [StoreOpener-91914be584d255ddeedcd392d770ce41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,496 INFO [StoreOpener-91914be584d255ddeedcd392d770ce41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91914be584d255ddeedcd392d770ce41 columnFamilyName info 2024-11-27T04:21:00,497 DEBUG [StoreOpener-91914be584d255ddeedcd392d770ce41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:00,498 INFO [StoreOpener-91914be584d255ddeedcd392d770ce41-1 {}] regionserver.HStore(327): Store=91914be584d255ddeedcd392d770ce41/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:00,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 91914be584d255ddeedcd392d770ce41 2024-11-27T04:21:00,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:21:00,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 91914be584d255ddeedcd392d770ce41; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72475735, jitterRate=0.07997260987758636}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T04:21:00,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 91914be584d255ddeedcd392d770ce41: 2024-11-27T04:21:00,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41., pid=6, masterSystemTime=1732681260483 2024-11-27T04:21:00,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:21:00,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=91914be584d255ddeedcd392d770ce41, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:00,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T04:21:00,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 91914be584d255ddeedcd392d770ce41, server=99e1108fb5b5,33685,1732681256218 in 189 msec 2024-11-27T04:21:00,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T04:21:00,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=91914be584d255ddeedcd392d770ce41, ASSIGN in 352 msec 2024-11-27T04:21:00,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:21:00,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681260527"}]},"ts":"1732681260527"} 2024-11-27T04:21:00,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-27T04:21:00,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:21:00,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2500 sec 2024-11-27T04:21:00,613 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-27T04:21:00,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-27T04:21:00,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:21:00,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:21:00,653 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-27T04:21:00,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T04:21:00,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-27T04:21:00,677 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-27T04:21:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T04:21:00,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-11-27T04:21:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-27T04:21:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-27T04:21:00,706 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.400sec 2024-11-27T04:21:00,707 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T04:21:00,708 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T04:21:00,709 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T04:21:00,710 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T04:21:00,710 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T04:21:00,711 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,42385,1732681255485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T04:21:00,711 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,42385,1732681255485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T04:21:00,718 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-27T04:21:00,718 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T04:21:00,719 INFO [master/99e1108fb5b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=99e1108fb5b5,42385,1732681255485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T04:21:00,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-11-27T04:21:00,778 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-27T04:21:00,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:00,788 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T04:21:00,788 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T04:21:00,798 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:00,806 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:00,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=99e1108fb5b5,42385,1732681255485 2024-11-27T04:21:00,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=6815 2024-11-27T04:21:00,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:21:00,845 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:21:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:21:00,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:21:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:00,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:21:00,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:00,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:21:00,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-27T04:21:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T04:21:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741837_1013 (size=960) 2024-11-27T04:21:00,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:21:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741838_1014 (size=53) 2024-11-27T04:21:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T04:21:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T04:21:01,288 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:01,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7e45b3248585d4e2dc0729dc01c655a5, disabling compactions & flushes 2024-11-27T04:21:01,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. after waiting 0 ms 2024-11-27T04:21:01,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:01,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:21:01,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732681261291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681261291"}]},"ts":"1732681261291"} 2024-11-27T04:21:01,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:21:01,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:21:01,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681261297"}]},"ts":"1732681261297"} 2024-11-27T04:21:01,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T04:21:01,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, ASSIGN}] 2024-11-27T04:21:01,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, ASSIGN 2024-11-27T04:21:01,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:21:01,458 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7e45b3248585d4e2dc0729dc01c655a5, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:01,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:21:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T04:21:01,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:01,621 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,622 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:21:01,622 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,622 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:01,622 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,623 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,625 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,628 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:01,628 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e45b3248585d4e2dc0729dc01c655a5 columnFamilyName A 2024-11-27T04:21:01,628 DEBUG [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:01,629 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.HStore(327): Store=7e45b3248585d4e2dc0729dc01c655a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:01,629 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,631 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:01,632 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e45b3248585d4e2dc0729dc01c655a5 columnFamilyName B 2024-11-27T04:21:01,632 DEBUG [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:01,633 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.HStore(327): Store=7e45b3248585d4e2dc0729dc01c655a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:01,633 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,635 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:01,635 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e45b3248585d4e2dc0729dc01c655a5 columnFamilyName C 2024-11-27T04:21:01,635 DEBUG [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:01,636 INFO [StoreOpener-7e45b3248585d4e2dc0729dc01c655a5-1 {}] regionserver.HStore(327): Store=7e45b3248585d4e2dc0729dc01c655a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:01,636 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,638 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,638 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,641 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:21:01,643 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:01,646 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:21:01,647 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 7e45b3248585d4e2dc0729dc01c655a5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74118759, jitterRate=0.10445557534694672}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:21:01,648 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:01,649 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., pid=11, masterSystemTime=1732681261615 2024-11-27T04:21:01,652 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,652 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:01,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7e45b3248585d4e2dc0729dc01c655a5, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:01,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T04:21:01,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 in 193 msec 2024-11-27T04:21:01,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T04:21:01,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, ASSIGN in 354 msec 2024-11-27T04:21:01,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:21:01,663 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681261663"}]},"ts":"1732681261663"} 2024-11-27T04:21:01,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T04:21:01,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:21:01,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 812 msec 2024-11-27T04:21:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T04:21:01,983 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-27T04:21:01,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-27T04:21:01,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:01,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:01,996 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:01,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:21:02,001 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:21:02,010 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-27T04:21:02,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-27T04:21:02,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-27T04:21:02,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,027 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-27T04:21:02,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-27T04:21:02,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-27T04:21:02,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-27T04:21:02,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-27T04:21:02,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-27T04:21:02,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:02,064 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,068 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:02,072 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,074 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,074 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-27T04:21:02,074 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:02,076 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,076 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,077 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T04:21:02,079 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:02,080 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,082 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,084 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,087 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,092 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,098 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,120 DEBUG [hconnection-0x72891238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:02,133 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,143 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T04:21:02,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:21:02,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:02,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:02,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T04:21:02,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/8fb52b921d9149fc9a59b1c87795ca25 is 50, key is test_row_0/A:col10/1732681262186/Put/seqid=0 2024-11-27T04:21:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681322328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681322328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681322323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681322342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681322333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T04:21:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741839_1015 (size=12001) 2024-11-27T04:21:02,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/8fb52b921d9149fc9a59b1c87795ca25 2024-11-27T04:21:02,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T04:21:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:02,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/13f73fd242844e54a69a1e2669d09b67 is 50, key is test_row_0/B:col10/1732681262186/Put/seqid=0 2024-11-27T04:21:02,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681322527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681322529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681322530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681322531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681322532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741840_1016 (size=12001) 2024-11-27T04:21:02,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/13f73fd242844e54a69a1e2669d09b67 2024-11-27T04:21:02,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T04:21:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/9d9643e5b41f41e2a67c22e3eff7d58e is 50, key is test_row_0/C:col10/1732681262186/Put/seqid=0 2024-11-27T04:21:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741841_1017 (size=12001) 2024-11-27T04:21:02,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/9d9643e5b41f41e2a67c22e3eff7d58e 2024-11-27T04:21:02,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/8fb52b921d9149fc9a59b1c87795ca25 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8fb52b921d9149fc9a59b1c87795ca25 2024-11-27T04:21:02,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8fb52b921d9149fc9a59b1c87795ca25, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T04:21:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/13f73fd242844e54a69a1e2669d09b67 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/13f73fd242844e54a69a1e2669d09b67 2024-11-27T04:21:02,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/13f73fd242844e54a69a1e2669d09b67, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T04:21:02,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/9d9643e5b41f41e2a67c22e3eff7d58e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9d9643e5b41f41e2a67c22e3eff7d58e 2024-11-27T04:21:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T04:21:02,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9d9643e5b41f41e2a67c22e3eff7d58e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T04:21:02,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7e45b3248585d4e2dc0729dc01c655a5 in 526ms, sequenceid=17, compaction requested=false 2024-11-27T04:21:02,712 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T04:21:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:02,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:21:02,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:02,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:02,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:02,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:02,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:02,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:02,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T04:21:02,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:02,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/db7e55d4d1a746a2aa9094f68d1f0a9b is 50, key is test_row_0/A:col10/1732681262337/Put/seqid=0 2024-11-27T04:21:02,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741842_1018 (size=14341) 2024-11-27T04:21:02,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/db7e55d4d1a746a2aa9094f68d1f0a9b 2024-11-27T04:21:02,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681322785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681322795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681322802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681322805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681322805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/42eab18b30fe40b6a57ff0d8ca1f1c38 is 50, key is test_row_0/B:col10/1732681262337/Put/seqid=0 2024-11-27T04:21:02,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741843_1019 (size=12001) 2024-11-27T04:21:02,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/42eab18b30fe40b6a57ff0d8ca1f1c38 2024-11-27T04:21:02,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/3ac4da2d969643169a62afea9e9c30fc is 50, key is test_row_0/C:col10/1732681262337/Put/seqid=0 2024-11-27T04:21:02,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681322906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681322908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T04:21:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:02,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:02,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681322918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681322920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681322923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:02,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741844_1020 (size=12001) 2024-11-27T04:21:02,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/3ac4da2d969643169a62afea9e9c30fc 2024-11-27T04:21:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/db7e55d4d1a746a2aa9094f68d1f0a9b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/db7e55d4d1a746a2aa9094f68d1f0a9b 2024-11-27T04:21:02,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/db7e55d4d1a746a2aa9094f68d1f0a9b, entries=200, sequenceid=38, filesize=14.0 K 2024-11-27T04:21:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/42eab18b30fe40b6a57ff0d8ca1f1c38 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/42eab18b30fe40b6a57ff0d8ca1f1c38 2024-11-27T04:21:02,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/42eab18b30fe40b6a57ff0d8ca1f1c38, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T04:21:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/3ac4da2d969643169a62afea9e9c30fc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3ac4da2d969643169a62afea9e9c30fc 2024-11-27T04:21:03,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3ac4da2d969643169a62afea9e9c30fc, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T04:21:03,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 7e45b3248585d4e2dc0729dc01c655a5 in 273ms, sequenceid=38, compaction requested=false 2024-11-27T04:21:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:03,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T04:21:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:03,071 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:21:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:03,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6b8dd6217ff341c582c787e2844cd415 is 50, key is test_row_0/A:col10/1732681262795/Put/seqid=0 2024-11-27T04:21:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741845_1021 (size=12001) 2024-11-27T04:21:03,118 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6b8dd6217ff341c582c787e2844cd415 2024-11-27T04:21:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:03,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:03,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5f0e63dae8e344be83f8a9c72e4bf618 is 50, key is test_row_0/B:col10/1732681262795/Put/seqid=0 2024-11-27T04:21:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T04:21:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741846_1022 (size=12001) 2024-11-27T04:21:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681323195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681323199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681323204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681323208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681323219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681323324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681323324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681323327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681323327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681323345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681323540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681323542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681323543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681323543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681323552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,590 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5f0e63dae8e344be83f8a9c72e4bf618 2024-11-27T04:21:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/2f024502cb1247a7af769a6717a4f7bf is 50, key is test_row_0/C:col10/1732681262795/Put/seqid=0 2024-11-27T04:21:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741847_1023 (size=12001) 2024-11-27T04:21:03,644 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/2f024502cb1247a7af769a6717a4f7bf 2024-11-27T04:21:03,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6b8dd6217ff341c582c787e2844cd415 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6b8dd6217ff341c582c787e2844cd415 2024-11-27T04:21:03,681 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6b8dd6217ff341c582c787e2844cd415, entries=150, sequenceid=54, filesize=11.7 K 2024-11-27T04:21:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5f0e63dae8e344be83f8a9c72e4bf618 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5f0e63dae8e344be83f8a9c72e4bf618 2024-11-27T04:21:03,696 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5f0e63dae8e344be83f8a9c72e4bf618, entries=150, sequenceid=54, filesize=11.7 K 2024-11-27T04:21:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/2f024502cb1247a7af769a6717a4f7bf as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/2f024502cb1247a7af769a6717a4f7bf 2024-11-27T04:21:03,715 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/2f024502cb1247a7af769a6717a4f7bf, entries=150, sequenceid=54, filesize=11.7 K 2024-11-27T04:21:03,723 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7e45b3248585d4e2dc0729dc01c655a5 in 651ms, sequenceid=54, compaction requested=true 2024-11-27T04:21:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T04:21:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-27T04:21:03,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T04:21:03,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6460 sec 2024-11-27T04:21:03,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.6600 sec 2024-11-27T04:21:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:03,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:21:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:03,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:03,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/dd316ad7ce66466888b086d5a0a87ff8 is 50, key is test_row_0/A:col10/1732681263859/Put/seqid=0 2024-11-27T04:21:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741848_1024 (size=14341) 2024-11-27T04:21:03,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/dd316ad7ce66466888b086d5a0a87ff8 2024-11-27T04:21:03,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681323924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681323927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681323936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681323937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681323941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:03,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/525579ee93e442dda5347a6015e295a8 is 50, key is test_row_0/B:col10/1732681263859/Put/seqid=0 2024-11-27T04:21:03,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741849_1025 (size=12001) 2024-11-27T04:21:04,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681324039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681324045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681324047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681324049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681324050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T04:21:04,191 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-27T04:21:04,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-27T04:21:04,199 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T04:21:04,201 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:04,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:04,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681324248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681324253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681324256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681324258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681324258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T04:21:04,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:04,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:04,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/525579ee93e442dda5347a6015e295a8 2024-11-27T04:21:04,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/77a9bf0ee4924ed3b0a8737137777fd0 is 50, key is test_row_0/C:col10/1732681263859/Put/seqid=0 2024-11-27T04:21:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741850_1026 (size=12001) 2024-11-27T04:21:04,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/77a9bf0ee4924ed3b0a8737137777fd0 2024-11-27T04:21:04,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/dd316ad7ce66466888b086d5a0a87ff8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/dd316ad7ce66466888b086d5a0a87ff8 2024-11-27T04:21:04,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/dd316ad7ce66466888b086d5a0a87ff8, entries=200, sequenceid=77, filesize=14.0 K 2024-11-27T04:21:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T04:21:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/525579ee93e442dda5347a6015e295a8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/525579ee93e442dda5347a6015e295a8 2024-11-27T04:21:04,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/525579ee93e442dda5347a6015e295a8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T04:21:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/77a9bf0ee4924ed3b0a8737137777fd0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/77a9bf0ee4924ed3b0a8737137777fd0 2024-11-27T04:21:04,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/77a9bf0ee4924ed3b0a8737137777fd0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T04:21:04,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 7e45b3248585d4e2dc0729dc01c655a5 in 670ms, sequenceid=77, compaction requested=true 2024-11-27T04:21:04,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:04,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:04,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:04,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:04,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:04,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:04,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:04,536 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:04,536 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:04,541 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:04,543 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:04,543 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,543 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/13f73fd242844e54a69a1e2669d09b67, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/42eab18b30fe40b6a57ff0d8ca1f1c38, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5f0e63dae8e344be83f8a9c72e4bf618, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/525579ee93e442dda5347a6015e295a8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=46.9 K 2024-11-27T04:21:04,545 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f73fd242844e54a69a1e2669d09b67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732681262138 2024-11-27T04:21:04,546 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 42eab18b30fe40b6a57ff0d8ca1f1c38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732681262281 2024-11-27T04:21:04,547 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f0e63dae8e344be83f8a9c72e4bf618, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732681262795 2024-11-27T04:21:04,547 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 525579ee93e442dda5347a6015e295a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732681263214 2024-11-27T04:21:04,551 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:04,551 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:04,551 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,552 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8fb52b921d9149fc9a59b1c87795ca25, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/db7e55d4d1a746a2aa9094f68d1f0a9b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6b8dd6217ff341c582c787e2844cd415, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/dd316ad7ce66466888b086d5a0a87ff8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=51.4 K 2024-11-27T04:21:04,553 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fb52b921d9149fc9a59b1c87795ca25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732681262138 2024-11-27T04:21:04,553 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting db7e55d4d1a746a2aa9094f68d1f0a9b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732681262281 2024-11-27T04:21:04,556 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b8dd6217ff341c582c787e2844cd415, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732681262795 2024-11-27T04:21:04,557 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd316ad7ce66466888b086d5a0a87ff8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732681263214 2024-11-27T04:21:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:04,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:21:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:04,621 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#13 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:04,622 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b7cf036ecbb24737a0dd19909ac8e14b is 50, key is test_row_0/B:col10/1732681263859/Put/seqid=0 2024-11-27T04:21:04,624 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#12 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:04,625 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a7843542b77848cba9a01b22bc621296 is 50, key is test_row_0/A:col10/1732681263859/Put/seqid=0 2024-11-27T04:21:04,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6a2097035fc6470689389bc48857683d is 50, key is test_row_0/A:col10/1732681264567/Put/seqid=0 2024-11-27T04:21:04,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T04:21:04,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741851_1027 (size=12139) 2024-11-27T04:21:04,693 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b7cf036ecbb24737a0dd19909ac8e14b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b7cf036ecbb24737a0dd19909ac8e14b 2024-11-27T04:21:04,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741852_1028 (size=12139) 2024-11-27T04:21:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681324676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,719 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into b7cf036ecbb24737a0dd19909ac8e14b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:04,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:04,719 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=12, startTime=1732681264536; duration=0sec 2024-11-27T04:21:04,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:04,720 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a7843542b77848cba9a01b22bc621296 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7843542b77848cba9a01b22bc621296 2024-11-27T04:21:04,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:04,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:04,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681324685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681324688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681324707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681324709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,728 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741853_1029 (size=19021) 2024-11-27T04:21:04,733 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:04,733 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6a2097035fc6470689389bc48857683d 2024-11-27T04:21:04,734 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9d9643e5b41f41e2a67c22e3eff7d58e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3ac4da2d969643169a62afea9e9c30fc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/2f024502cb1247a7af769a6717a4f7bf, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/77a9bf0ee4924ed3b0a8737137777fd0] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=46.9 K 2024-11-27T04:21:04,735 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9643e5b41f41e2a67c22e3eff7d58e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732681262138 2024-11-27T04:21:04,739 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac4da2d969643169a62afea9e9c30fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732681262281 2024-11-27T04:21:04,743 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into a7843542b77848cba9a01b22bc621296(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:04,743 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:04,743 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=12, startTime=1732681264535; duration=0sec 2024-11-27T04:21:04,743 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:04,743 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:04,745 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f024502cb1247a7af769a6717a4f7bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732681262795 2024-11-27T04:21:04,746 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a9bf0ee4924ed3b0a8737137777fd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732681263214 2024-11-27T04:21:04,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d907bc4b671b4044837eb892ecaf1ebb is 50, key is test_row_0/B:col10/1732681264567/Put/seqid=0 2024-11-27T04:21:04,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T04:21:04,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-27T04:21:04,795 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#16 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:04,796 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/15eb302d63a0476fadf1b2a5ec50c4ff is 50, key is test_row_0/C:col10/1732681263859/Put/seqid=0 2024-11-27T04:21:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T04:21:04,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741854_1030 (size=12001) 2024-11-27T04:21:04,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d907bc4b671b4044837eb892ecaf1ebb 2024-11-27T04:21:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681324814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741855_1031 (size=12139) 2024-11-27T04:21:04,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681324826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681324829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681324831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681324833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f92ac7db38fc43cfa17781f76867fb7d is 50, key is test_row_0/C:col10/1732681264567/Put/seqid=0 2024-11-27T04:21:04,867 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/15eb302d63a0476fadf1b2a5ec50c4ff as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/15eb302d63a0476fadf1b2a5ec50c4ff 2024-11-27T04:21:04,888 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 15eb302d63a0476fadf1b2a5ec50c4ff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:04,889 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:04,889 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=12, startTime=1732681264536; duration=0sec 2024-11-27T04:21:04,889 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:04,889 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741856_1032 (size=12001) 2024-11-27T04:21:04,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:04,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:04,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681325022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681325047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681325048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681325049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681325062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:05,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:05,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:05,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:05,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T04:21:05,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f92ac7db38fc43cfa17781f76867fb7d 2024-11-27T04:21:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6a2097035fc6470689389bc48857683d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6a2097035fc6470689389bc48857683d 2024-11-27T04:21:05,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681325332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6a2097035fc6470689389bc48857683d, entries=300, sequenceid=94, filesize=18.6 K 2024-11-27T04:21:05,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d907bc4b671b4044837eb892ecaf1ebb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d907bc4b671b4044837eb892ecaf1ebb 2024-11-27T04:21:05,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d907bc4b671b4044837eb892ecaf1ebb, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T04:21:05,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f92ac7db38fc43cfa17781f76867fb7d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f92ac7db38fc43cfa17781f76867fb7d 2024-11-27T04:21:05,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681325355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681325356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681325356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f92ac7db38fc43cfa17781f76867fb7d, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T04:21:05,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681325369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7e45b3248585d4e2dc0729dc01c655a5 in 780ms, sequenceid=94, compaction requested=false 2024-11-27T04:21:05,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:05,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T04:21:05,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:05,452 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T04:21:05,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:05,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:05,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:05,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:05,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:05,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/f77eb06f0d284d08ab160147f649dd1e is 50, key is test_row_0/A:col10/1732681264702/Put/seqid=0 2024-11-27T04:21:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741857_1033 (size=12001) 2024-11-27T04:21:05,506 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/f77eb06f0d284d08ab160147f649dd1e 2024-11-27T04:21:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a392e63d04484c2c9702dec6e628f03b is 50, key is test_row_0/B:col10/1732681264702/Put/seqid=0 2024-11-27T04:21:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741858_1034 (size=12001) 2024-11-27T04:21:05,559 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a392e63d04484c2c9702dec6e628f03b 2024-11-27T04:21:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f7eadb08d6184f0c8b65e994d6ae6f88 is 50, key is test_row_0/C:col10/1732681264702/Put/seqid=0 2024-11-27T04:21:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741859_1035 (size=12001) 2024-11-27T04:21:05,628 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f7eadb08d6184f0c8b65e994d6ae6f88 2024-11-27T04:21:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/f77eb06f0d284d08ab160147f649dd1e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f77eb06f0d284d08ab160147f649dd1e 2024-11-27T04:21:05,652 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f77eb06f0d284d08ab160147f649dd1e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T04:21:05,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a392e63d04484c2c9702dec6e628f03b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a392e63d04484c2c9702dec6e628f03b 2024-11-27T04:21:05,666 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a392e63d04484c2c9702dec6e628f03b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T04:21:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f7eadb08d6184f0c8b65e994d6ae6f88 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f7eadb08d6184f0c8b65e994d6ae6f88 2024-11-27T04:21:05,682 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f7eadb08d6184f0c8b65e994d6ae6f88, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T04:21:05,686 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 7e45b3248585d4e2dc0729dc01c655a5 in 234ms, sequenceid=116, compaction requested=true 2024-11-27T04:21:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:05,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T04:21:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-27T04:21:05,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T04:21:05,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-27T04:21:05,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.5000 sec 2024-11-27T04:21:05,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:21:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:05,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6096d84d5e0f426f95bc471ce77333a2 is 50, key is test_row_0/A:col10/1732681265866/Put/seqid=0 2024-11-27T04:21:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741860_1036 (size=19071) 2024-11-27T04:21:05,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6096d84d5e0f426f95bc471ce77333a2 2024-11-27T04:21:05,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681325935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681325937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681325940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681325944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681325945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:05,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b017ef98a8324f89978d8f150b3267b5 is 50, key is test_row_0/B:col10/1732681265866/Put/seqid=0 2024-11-27T04:21:05,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T04:21:05,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T04:21:05,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T04:21:05,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-27T04:21:05,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T04:21:05,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T04:21:05,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T04:21:05,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T04:21:05,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T04:21:05,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T04:21:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741861_1037 (size=12051) 2024-11-27T04:21:05,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b017ef98a8324f89978d8f150b3267b5 2024-11-27T04:21:06,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/339934b4031245708573bebddeb971ab is 50, key is test_row_0/C:col10/1732681265866/Put/seqid=0 2024-11-27T04:21:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741862_1038 (size=12051) 2024-11-27T04:21:06,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/339934b4031245708573bebddeb971ab 2024-11-27T04:21:06,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6096d84d5e0f426f95bc471ce77333a2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6096d84d5e0f426f95bc471ce77333a2 2024-11-27T04:21:06,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681326047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681326049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681326049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681326054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6096d84d5e0f426f95bc471ce77333a2, entries=300, sequenceid=129, filesize=18.6 K 2024-11-27T04:21:06,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b017ef98a8324f89978d8f150b3267b5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b017ef98a8324f89978d8f150b3267b5 2024-11-27T04:21:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681326056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b017ef98a8324f89978d8f150b3267b5, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T04:21:06,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/339934b4031245708573bebddeb971ab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/339934b4031245708573bebddeb971ab 2024-11-27T04:21:06,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/339934b4031245708573bebddeb971ab, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T04:21:06,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7e45b3248585d4e2dc0729dc01c655a5 in 197ms, sequenceid=129, compaction requested=true 2024-11-27T04:21:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:06,085 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:06,085 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:06,089 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:06,089 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:06,089 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,089 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b7cf036ecbb24737a0dd19909ac8e14b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d907bc4b671b4044837eb892ecaf1ebb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a392e63d04484c2c9702dec6e628f03b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b017ef98a8324f89978d8f150b3267b5] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=47.1 K 2024-11-27T04:21:06,090 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:06,090 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:06,090 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,090 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7843542b77848cba9a01b22bc621296, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6a2097035fc6470689389bc48857683d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f77eb06f0d284d08ab160147f649dd1e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6096d84d5e0f426f95bc471ce77333a2] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=60.8 K 2024-11-27T04:21:06,091 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7843542b77848cba9a01b22bc621296, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732681263214 2024-11-27T04:21:06,091 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b7cf036ecbb24737a0dd19909ac8e14b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732681263214 2024-11-27T04:21:06,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:06,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:06,092 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a2097035fc6470689389bc48857683d, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732681263923 2024-11-27T04:21:06,093 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d907bc4b671b4044837eb892ecaf1ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732681263923 2024-11-27T04:21:06,093 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f77eb06f0d284d08ab160147f649dd1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732681264684 2024-11-27T04:21:06,094 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a392e63d04484c2c9702dec6e628f03b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732681264684 2024-11-27T04:21:06,095 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6096d84d5e0f426f95bc471ce77333a2, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732681265866 2024-11-27T04:21:06,096 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b017ef98a8324f89978d8f150b3267b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732681265866 2024-11-27T04:21:06,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:06,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:06,134 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#24 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:06,136 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/e614dd3be80646f98c19268a3b53748b is 50, key is test_row_0/A:col10/1732681265866/Put/seqid=0 2024-11-27T04:21:06,148 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:06,149 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/3dadb24e0e3c456d809aa999fd3448fd is 50, key is test_row_0/B:col10/1732681265866/Put/seqid=0 2024-11-27T04:21:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741863_1039 (size=12325) 2024-11-27T04:21:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741864_1040 (size=12325) 2024-11-27T04:21:06,193 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/e614dd3be80646f98c19268a3b53748b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e614dd3be80646f98c19268a3b53748b 2024-11-27T04:21:06,198 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/3dadb24e0e3c456d809aa999fd3448fd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/3dadb24e0e3c456d809aa999fd3448fd 2024-11-27T04:21:06,206 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into e614dd3be80646f98c19268a3b53748b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:06,206 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:06,206 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=12, startTime=1732681266085; duration=0sec 2024-11-27T04:21:06,206 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:06,206 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:06,207 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:06,210 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 3dadb24e0e3c456d809aa999fd3448fd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:06,210 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:06,210 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:06,210 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=12, startTime=1732681266085; duration=0sec 2024-11-27T04:21:06,210 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:06,210 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,210 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:06,210 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:06,210 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/15eb302d63a0476fadf1b2a5ec50c4ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f92ac7db38fc43cfa17781f76867fb7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f7eadb08d6184f0c8b65e994d6ae6f88, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/339934b4031245708573bebddeb971ab] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=47.1 K 2024-11-27T04:21:06,211 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15eb302d63a0476fadf1b2a5ec50c4ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732681263214 2024-11-27T04:21:06,213 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f92ac7db38fc43cfa17781f76867fb7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732681263923 2024-11-27T04:21:06,214 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7eadb08d6184f0c8b65e994d6ae6f88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732681264684 2024-11-27T04:21:06,214 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 339934b4031245708573bebddeb971ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732681265866 2024-11-27T04:21:06,239 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#26 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:06,240 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/7b7cc3b036c7417eafe435b16d3804e5 is 50, key is test_row_0/C:col10/1732681265866/Put/seqid=0 2024-11-27T04:21:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741865_1041 (size=12325) 2024-11-27T04:21:06,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:21:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:06,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:06,275 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/7b7cc3b036c7417eafe435b16d3804e5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/7b7cc3b036c7417eafe435b16d3804e5 2024-11-27T04:21:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681326273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681326275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681326280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681326280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,290 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 7b7cc3b036c7417eafe435b16d3804e5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:06,290 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:06,290 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=12, startTime=1732681266092; duration=0sec 2024-11-27T04:21:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,290 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:06,290 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681326283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a2e984846df946458ea0a01e30d319de is 50, key is test_row_0/A:col10/1732681266260/Put/seqid=0 2024-11-27T04:21:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T04:21:06,310 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-27T04:21:06,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-27T04:21:06,316 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T04:21:06,317 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:06,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741866_1042 (size=12151) 2024-11-27T04:21:06,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a2e984846df946458ea0a01e30d319de 2024-11-27T04:21:06,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5b5627d0d65c41c89f46f69961b04912 is 50, key is test_row_0/B:col10/1732681266260/Put/seqid=0 2024-11-27T04:21:06,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741867_1043 (size=12151) 2024-11-27T04:21:06,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5b5627d0d65c41c89f46f69961b04912 2024-11-27T04:21:06,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/22722149d2484120ada05bfb4afb7422 is 50, key is test_row_0/C:col10/1732681266260/Put/seqid=0 2024-11-27T04:21:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681326385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681326386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681326391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681326392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681326393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T04:21:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741868_1044 (size=12151) 2024-11-27T04:21:06,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:06,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:06,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681326591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681326597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681326595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681326600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681326603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T04:21:06,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:06,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:06,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/22722149d2484120ada05bfb4afb7422 2024-11-27T04:21:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a2e984846df946458ea0a01e30d319de as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a2e984846df946458ea0a01e30d319de 2024-11-27T04:21:06,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a2e984846df946458ea0a01e30d319de, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T04:21:06,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5b5627d0d65c41c89f46f69961b04912 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5b5627d0d65c41c89f46f69961b04912 2024-11-27T04:21:06,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5b5627d0d65c41c89f46f69961b04912, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T04:21:06,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/22722149d2484120ada05bfb4afb7422 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/22722149d2484120ada05bfb4afb7422 2024-11-27T04:21:06,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/22722149d2484120ada05bfb4afb7422, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T04:21:06,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7e45b3248585d4e2dc0729dc01c655a5 in 629ms, sequenceid=158, compaction requested=false 2024-11-27T04:21:06,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:06,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:21:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T04:21:06,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/741721b6bf744dea9182e9fd061faf07 is 50, key is test_row_0/A:col10/1732681266903/Put/seqid=0 2024-11-27T04:21:06,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:06,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:06,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741869_1045 (size=12151) 2024-11-27T04:21:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681326959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681326959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681326957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681326962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:06,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681326964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681327070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681327071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681327071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681327072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681327072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681327277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681327278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681327277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681327280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681327281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/741721b6bf744dea9182e9fd061faf07 2024-11-27T04:21:07,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a56bae60368649f3af2ba98de48529ec is 50, key is test_row_0/B:col10/1732681266903/Put/seqid=0 2024-11-27T04:21:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741870_1046 (size=12151) 2024-11-27T04:21:07,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T04:21:07,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681327582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681327582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681327584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681327586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681327586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:07,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:07,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a56bae60368649f3af2ba98de48529ec 2024-11-27T04:21:07,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/cb4b16e2c4894fb79fc6d25b62faaa42 is 50, key is test_row_0/C:col10/1732681266903/Put/seqid=0 2024-11-27T04:21:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741871_1047 (size=12151) 2024-11-27T04:21:07,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/cb4b16e2c4894fb79fc6d25b62faaa42 2024-11-27T04:21:07,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/741721b6bf744dea9182e9fd061faf07 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/741721b6bf744dea9182e9fd061faf07 2024-11-27T04:21:07,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:07,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:07,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/741721b6bf744dea9182e9fd061faf07, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T04:21:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a56bae60368649f3af2ba98de48529ec as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a56bae60368649f3af2ba98de48529ec 2024-11-27T04:21:07,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a56bae60368649f3af2ba98de48529ec, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T04:21:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/cb4b16e2c4894fb79fc6d25b62faaa42 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/cb4b16e2c4894fb79fc6d25b62faaa42 2024-11-27T04:21:07,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/cb4b16e2c4894fb79fc6d25b62faaa42, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T04:21:07,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7e45b3248585d4e2dc0729dc01c655a5 in 1000ms, sequenceid=171, compaction requested=true 2024-11-27T04:21:07,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:07,907 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:07,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:07,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:07,908 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:07,910 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:07,910 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:07,910 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,910 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e614dd3be80646f98c19268a3b53748b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a2e984846df946458ea0a01e30d319de, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/741721b6bf744dea9182e9fd061faf07] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=35.8 K 2024-11-27T04:21:07,910 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:07,910 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:07,910 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:07,911 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/3dadb24e0e3c456d809aa999fd3448fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5b5627d0d65c41c89f46f69961b04912, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a56bae60368649f3af2ba98de48529ec] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=35.8 K 2024-11-27T04:21:07,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:07,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:07,911 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e614dd3be80646f98c19268a3b53748b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732681265866 2024-11-27T04:21:07,912 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dadb24e0e3c456d809aa999fd3448fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732681265866 2024-11-27T04:21:07,912 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2e984846df946458ea0a01e30d319de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732681265927 2024-11-27T04:21:07,913 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b5627d0d65c41c89f46f69961b04912, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732681265927 2024-11-27T04:21:07,914 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741721b6bf744dea9182e9fd061faf07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732681266280 2024-11-27T04:21:07,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:07,914 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a56bae60368649f3af2ba98de48529ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732681266280 2024-11-27T04:21:07,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:07,935 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:07,936 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a4630253d4264cc582f6189bf647e1a3 is 50, key is test_row_0/A:col10/1732681266903/Put/seqid=0 2024-11-27T04:21:07,939 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:07,939 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e992174adc2b43b69ca6e9ae9060e9bb is 50, key is test_row_0/B:col10/1732681266903/Put/seqid=0 2024-11-27T04:21:07,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741872_1048 (size=12527) 2024-11-27T04:21:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741873_1049 (size=12527) 2024-11-27T04:21:07,975 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a4630253d4264cc582f6189bf647e1a3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a4630253d4264cc582f6189bf647e1a3 2024-11-27T04:21:07,989 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e992174adc2b43b69ca6e9ae9060e9bb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e992174adc2b43b69ca6e9ae9060e9bb 2024-11-27T04:21:07,990 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into a4630253d4264cc582f6189bf647e1a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:07,990 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:07,990 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681267907; duration=0sec 2024-11-27T04:21:07,990 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:07,990 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:07,991 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:08,013 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:08,013 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:08,013 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,014 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/7b7cc3b036c7417eafe435b16d3804e5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/22722149d2484120ada05bfb4afb7422, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/cb4b16e2c4894fb79fc6d25b62faaa42] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=35.8 K 2024-11-27T04:21:08,015 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7cc3b036c7417eafe435b16d3804e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732681265866 2024-11-27T04:21:08,017 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22722149d2484120ada05bfb4afb7422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732681265927 2024-11-27T04:21:08,017 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb4b16e2c4894fb79fc6d25b62faaa42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732681266280 2024-11-27T04:21:08,025 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into e992174adc2b43b69ca6e9ae9060e9bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:08,025 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,025 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681267908; duration=0sec 2024-11-27T04:21:08,026 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:08,026 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:08,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T04:21:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,030 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:21:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,041 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#35 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:08,042 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/0de266f3bf494d6583393ad37b5796c8 is 50, key is test_row_0/C:col10/1732681266903/Put/seqid=0 2024-11-27T04:21:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/3ea60a34bffe4764a17d6931f2bdd42c is 50, key is test_row_0/A:col10/1732681266956/Put/seqid=0 2024-11-27T04:21:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741874_1050 (size=12527) 2024-11-27T04:21:08,082 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/0de266f3bf494d6583393ad37b5796c8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/0de266f3bf494d6583393ad37b5796c8 2024-11-27T04:21:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:08,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:08,096 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 0de266f3bf494d6583393ad37b5796c8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:08,096 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,096 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681267914; duration=0sec 2024-11-27T04:21:08,097 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:08,097 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:08,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741875_1051 (size=12151) 2024-11-27T04:21:08,105 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/3ea60a34bffe4764a17d6931f2bdd42c 2024-11-27T04:21:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681328104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/38e95c88e4784ad78104f7ac082118f5 is 50, key is test_row_0/B:col10/1732681266956/Put/seqid=0 2024-11-27T04:21:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681328113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681328114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681328121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681328121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741876_1052 (size=12151) 2024-11-27T04:21:08,147 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/38e95c88e4784ad78104f7ac082118f5 2024-11-27T04:21:08,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/4d8b6369d0764d35a55b41eb350f7a2b is 50, key is test_row_0/C:col10/1732681266956/Put/seqid=0 2024-11-27T04:21:08,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741877_1053 (size=12151) 2024-11-27T04:21:08,208 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/4d8b6369d0764d35a55b41eb350f7a2b 2024-11-27T04:21:08,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/3ea60a34bffe4764a17d6931f2bdd42c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/3ea60a34bffe4764a17d6931f2bdd42c 2024-11-27T04:21:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681328220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681328223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681328224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681328227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681328227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,232 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/3ea60a34bffe4764a17d6931f2bdd42c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T04:21:08,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/38e95c88e4784ad78104f7ac082118f5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/38e95c88e4784ad78104f7ac082118f5 2024-11-27T04:21:08,258 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/38e95c88e4784ad78104f7ac082118f5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T04:21:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/4d8b6369d0764d35a55b41eb350f7a2b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/4d8b6369d0764d35a55b41eb350f7a2b 2024-11-27T04:21:08,276 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/4d8b6369d0764d35a55b41eb350f7a2b, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T04:21:08,277 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7e45b3248585d4e2dc0729dc01c655a5 in 247ms, sequenceid=197, compaction requested=false 2024-11-27T04:21:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-27T04:21:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-27T04:21:08,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T04:21:08,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9640 sec 2024-11-27T04:21:08,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.9740 sec 2024-11-27T04:21:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T04:21:08,427 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-27T04:21:08,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:21:08,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:08,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:08,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:08,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-27T04:21:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T04:21:08,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:08,434 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:08,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:08,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ffdf01aefe8b4abd869f0ff0c537666b is 50, key is test_row_0/A:col10/1732681268425/Put/seqid=0 2024-11-27T04:21:08,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681328461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681328463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681328464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681328465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681328466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741878_1054 (size=14541) 2024-11-27T04:21:08,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ffdf01aefe8b4abd869f0ff0c537666b 2024-11-27T04:21:08,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/262e4493f5b64d819aa6746c17796cea is 50, key is test_row_0/B:col10/1732681268425/Put/seqid=0 2024-11-27T04:21:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T04:21:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741879_1055 (size=12151) 2024-11-27T04:21:08,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/262e4493f5b64d819aa6746c17796cea 2024-11-27T04:21:08,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681328569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681328572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681328573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681328573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681328575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/98da5b4060734daf83b9592a7116b493 is 50, key is test_row_0/C:col10/1732681268425/Put/seqid=0 2024-11-27T04:21:08,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T04:21:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741880_1056 (size=12151) 2024-11-27T04:21:08,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/98da5b4060734daf83b9592a7116b493 2024-11-27T04:21:08,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ffdf01aefe8b4abd869f0ff0c537666b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ffdf01aefe8b4abd869f0ff0c537666b 2024-11-27T04:21:08,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ffdf01aefe8b4abd869f0ff0c537666b, entries=200, sequenceid=212, filesize=14.2 K 2024-11-27T04:21:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/262e4493f5b64d819aa6746c17796cea as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/262e4493f5b64d819aa6746c17796cea 2024-11-27T04:21:08,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/262e4493f5b64d819aa6746c17796cea, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T04:21:08,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/98da5b4060734daf83b9592a7116b493 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98da5b4060734daf83b9592a7116b493 2024-11-27T04:21:08,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98da5b4060734daf83b9592a7116b493, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T04:21:08,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 7e45b3248585d4e2dc0729dc01c655a5 in 236ms, sequenceid=212, compaction requested=true 2024-11-27T04:21:08,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,664 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:08,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:08,665 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:08,667 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:08,667 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:08,667 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,668 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a4630253d4264cc582f6189bf647e1a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/3ea60a34bffe4764a17d6931f2bdd42c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ffdf01aefe8b4abd869f0ff0c537666b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=38.3 K 2024-11-27T04:21:08,669 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:08,669 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:08,669 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,669 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e992174adc2b43b69ca6e9ae9060e9bb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/38e95c88e4784ad78104f7ac082118f5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/262e4493f5b64d819aa6746c17796cea] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.0 K 2024-11-27T04:21:08,670 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4630253d4264cc582f6189bf647e1a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732681266280 2024-11-27T04:21:08,670 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e992174adc2b43b69ca6e9ae9060e9bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732681266280 2024-11-27T04:21:08,670 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea60a34bffe4764a17d6931f2bdd42c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732681266956 2024-11-27T04:21:08,670 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e95c88e4784ad78104f7ac082118f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732681266956 2024-11-27T04:21:08,671 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffdf01aefe8b4abd869f0ff0c537666b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732681268101 2024-11-27T04:21:08,671 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 262e4493f5b64d819aa6746c17796cea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732681268112 2024-11-27T04:21:08,698 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:08,699 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/11936de3e036477ab6f59521ac377a31 is 50, key is test_row_0/B:col10/1732681268425/Put/seqid=0 2024-11-27T04:21:08,710 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:08,711 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/d00c1183ea35407cbba26d49097ff8a5 is 50, key is test_row_0/A:col10/1732681268425/Put/seqid=0 2024-11-27T04:21:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T04:21:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741881_1057 (size=12629) 2024-11-27T04:21:08,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T04:21:08,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,744 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T04:21:08,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741882_1058 (size=12629) 2024-11-27T04:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:08,754 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/11936de3e036477ab6f59521ac377a31 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/11936de3e036477ab6f59521ac377a31 2024-11-27T04:21:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/9aab3de1883746bea0341d1a4aa08477 is 50, key is test_row_0/A:col10/1732681268462/Put/seqid=0 2024-11-27T04:21:08,761 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/d00c1183ea35407cbba26d49097ff8a5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d00c1183ea35407cbba26d49097ff8a5 2024-11-27T04:21:08,771 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 11936de3e036477ab6f59521ac377a31(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:08,771 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,771 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681268665; duration=0sec 2024-11-27T04:21:08,771 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:08,771 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:08,771 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:08,771 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into d00c1183ea35407cbba26d49097ff8a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:08,771 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,771 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681268664; duration=0sec 2024-11-27T04:21:08,772 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:08,772 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:08,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:08,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:08,776 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,776 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/0de266f3bf494d6583393ad37b5796c8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/4d8b6369d0764d35a55b41eb350f7a2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98da5b4060734daf83b9592a7116b493] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.0 K 2024-11-27T04:21:08,777 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0de266f3bf494d6583393ad37b5796c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732681266280 2024-11-27T04:21:08,777 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d8b6369d0764d35a55b41eb350f7a2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732681266956 2024-11-27T04:21:08,778 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 98da5b4060734daf83b9592a7116b493, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732681268112 2024-11-27T04:21:08,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:08,790 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:08,791 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/eff677fcee9b41f3a61c0616d2d6af5e is 50, key is test_row_0/C:col10/1732681268425/Put/seqid=0 2024-11-27T04:21:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741883_1059 (size=12151) 2024-11-27T04:21:08,801 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/9aab3de1883746bea0341d1a4aa08477 2024-11-27T04:21:08,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681328798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681328799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681328799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681328806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681328807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d82ec88a9c514a0487d316cb2839fe3e is 50, key is test_row_0/B:col10/1732681268462/Put/seqid=0 2024-11-27T04:21:08,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741884_1060 (size=12629) 2024-11-27T04:21:08,870 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/eff677fcee9b41f3a61c0616d2d6af5e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/eff677fcee9b41f3a61c0616d2d6af5e 2024-11-27T04:21:08,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741885_1061 (size=12151) 2024-11-27T04:21:08,882 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into eff677fcee9b41f3a61c0616d2d6af5e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:08,882 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,882 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681268665; duration=0sec 2024-11-27T04:21:08,882 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:08,882 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:08,889 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d82ec88a9c514a0487d316cb2839fe3e 2024-11-27T04:21:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a92a75b2f9cb4307b5991b48096f2161 is 50, key is test_row_0/C:col10/1732681268462/Put/seqid=0 2024-11-27T04:21:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681328910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681328909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681328910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681328913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681328913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741886_1062 (size=12151) 2024-11-27T04:21:08,940 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a92a75b2f9cb4307b5991b48096f2161 2024-11-27T04:21:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/9aab3de1883746bea0341d1a4aa08477 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/9aab3de1883746bea0341d1a4aa08477 2024-11-27T04:21:08,959 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/9aab3de1883746bea0341d1a4aa08477, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T04:21:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d82ec88a9c514a0487d316cb2839fe3e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d82ec88a9c514a0487d316cb2839fe3e 2024-11-27T04:21:08,970 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d82ec88a9c514a0487d316cb2839fe3e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T04:21:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a92a75b2f9cb4307b5991b48096f2161 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a92a75b2f9cb4307b5991b48096f2161 2024-11-27T04:21:08,980 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a92a75b2f9cb4307b5991b48096f2161, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T04:21:08,983 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 7e45b3248585d4e2dc0729dc01c655a5 in 238ms, sequenceid=235, compaction requested=false 2024-11-27T04:21:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-27T04:21:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-27T04:21:08,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T04:21:08,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 551 msec 2024-11-27T04:21:08,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 561 msec 2024-11-27T04:21:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T04:21:09,037 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-27T04:21:09,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-27T04:21:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:09,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:09,044 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:09,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:09,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T04:21:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:09,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/b1628214d78f43e48f337eee0dec0a24 is 50, key is test_row_0/A:col10/1732681269115/Put/seqid=0 2024-11-27T04:21:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:09,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681329143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681329145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681329147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681329149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741887_1063 (size=12151) 2024-11-27T04:21:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681329149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/b1628214d78f43e48f337eee0dec0a24 2024-11-27T04:21:09,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/040d6dc936ac494ab8d4abf0cb35ec99 is 50, key is test_row_0/B:col10/1732681269115/Put/seqid=0 2024-11-27T04:21:09,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741888_1064 (size=12151) 2024-11-27T04:21:09,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681329251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681329251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681329252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681329254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681329255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:09,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:09,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681329457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681329457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681329458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681329461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681329461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/040d6dc936ac494ab8d4abf0cb35ec99 2024-11-27T04:21:09,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bccd6c7eb38d44aca4c7ef54d5c34d61 is 50, key is test_row_0/C:col10/1732681269115/Put/seqid=0 2024-11-27T04:21:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741889_1065 (size=12151) 2024-11-27T04:21:09,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bccd6c7eb38d44aca4c7ef54d5c34d61 2024-11-27T04:21:09,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:09,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/b1628214d78f43e48f337eee0dec0a24 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b1628214d78f43e48f337eee0dec0a24 2024-11-27T04:21:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b1628214d78f43e48f337eee0dec0a24, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T04:21:09,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/040d6dc936ac494ab8d4abf0cb35ec99 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/040d6dc936ac494ab8d4abf0cb35ec99 2024-11-27T04:21:09,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/040d6dc936ac494ab8d4abf0cb35ec99, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T04:21:09,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bccd6c7eb38d44aca4c7ef54d5c34d61 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bccd6c7eb38d44aca4c7ef54d5c34d61 2024-11-27T04:21:09,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bccd6c7eb38d44aca4c7ef54d5c34d61, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T04:21:09,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7e45b3248585d4e2dc0729dc01c655a5 in 578ms, sequenceid=253, compaction requested=true 2024-11-27T04:21:09,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:09,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:09,696 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:09,696 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:09,697 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:09,697 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:09,697 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,698 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d00c1183ea35407cbba26d49097ff8a5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/9aab3de1883746bea0341d1a4aa08477, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b1628214d78f43e48f337eee0dec0a24] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.1 K 2024-11-27T04:21:09,698 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d00c1183ea35407cbba26d49097ff8a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732681268112 2024-11-27T04:21:09,699 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:09,699 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:09,699 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aab3de1883746bea0341d1a4aa08477, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732681268460 2024-11-27T04:21:09,700 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,700 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/11936de3e036477ab6f59521ac377a31, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d82ec88a9c514a0487d316cb2839fe3e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/040d6dc936ac494ab8d4abf0cb35ec99] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.1 K 2024-11-27T04:21:09,700 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1628214d78f43e48f337eee0dec0a24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732681268787 2024-11-27T04:21:09,701 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 11936de3e036477ab6f59521ac377a31, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732681268112 2024-11-27T04:21:09,703 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d82ec88a9c514a0487d316cb2839fe3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732681268460 2024-11-27T04:21:09,703 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 040d6dc936ac494ab8d4abf0cb35ec99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732681268787 2024-11-27T04:21:09,722 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:09,723 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/44368ea052714188a803abc55b9a8cac is 50, key is test_row_0/A:col10/1732681269115/Put/seqid=0 2024-11-27T04:21:09,734 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:09,734 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e9cda14440c6449a8f1f14c6da7758f1 is 50, key is test_row_0/B:col10/1732681269115/Put/seqid=0 2024-11-27T04:21:09,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741890_1066 (size=12731) 2024-11-27T04:21:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:09,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:21:09,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:09,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:09,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:09,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:09,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:09,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:09,777 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/44368ea052714188a803abc55b9a8cac as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/44368ea052714188a803abc55b9a8cac 2024-11-27T04:21:09,790 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into 44368ea052714188a803abc55b9a8cac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:09,791 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:09,791 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681269695; duration=0sec 2024-11-27T04:21:09,791 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:09,791 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:09,791 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:09,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681329780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,793 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:09,793 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:09,793 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,793 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/eff677fcee9b41f3a61c0616d2d6af5e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a92a75b2f9cb4307b5991b48096f2161, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bccd6c7eb38d44aca4c7ef54d5c34d61] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.1 K 2024-11-27T04:21:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681329785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681329783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,794 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting eff677fcee9b41f3a61c0616d2d6af5e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732681268112 2024-11-27T04:21:09,795 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a92a75b2f9cb4307b5991b48096f2161, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732681268460 2024-11-27T04:21:09,795 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bccd6c7eb38d44aca4c7ef54d5c34d61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732681268787 2024-11-27T04:21:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741891_1067 (size=12731) 2024-11-27T04:21:09,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7e9853f83dd248a38b60522ceb2e0e31 is 50, key is test_row_0/A:col10/1732681269764/Put/seqid=0 2024-11-27T04:21:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681329792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681329792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,810 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e9cda14440c6449a8f1f14c6da7758f1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e9cda14440c6449a8f1f14c6da7758f1 2024-11-27T04:21:09,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741892_1068 (size=12301) 2024-11-27T04:21:09,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,823 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into e9cda14440c6449a8f1f14c6da7758f1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,823 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:09,823 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681269696; duration=0sec 2024-11-27T04:21:09,823 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:09,823 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7e9853f83dd248a38b60522ceb2e0e31 2024-11-27T04:21:09,830 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:09,832 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/97a15d825b8d4968adf7c583144f2b2e is 50, key is test_row_0/C:col10/1732681269115/Put/seqid=0 2024-11-27T04:21:09,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/f6e2ab7cb7134e06b6b85dd1a62e84d7 is 50, key is test_row_0/B:col10/1732681269764/Put/seqid=0 2024-11-27T04:21:09,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741894_1070 (size=12301) 2024-11-27T04:21:09,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/f6e2ab7cb7134e06b6b85dd1a62e84d7 2024-11-27T04:21:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681329895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681329895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681329896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681329905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681329911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741893_1069 (size=12731) 2024-11-27T04:21:09,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/823c616fce624126873aad0e811b3890 is 50, key is test_row_0/C:col10/1732681269764/Put/seqid=0 2024-11-27T04:21:09,932 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/97a15d825b8d4968adf7c583144f2b2e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/97a15d825b8d4968adf7c583144f2b2e 2024-11-27T04:21:09,947 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 97a15d825b8d4968adf7c583144f2b2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:09,947 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:09,947 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681269696; duration=0sec 2024-11-27T04:21:09,947 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:09,947 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741895_1071 (size=12301) 2024-11-27T04:21:09,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:09,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:09,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681330100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681330100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681330100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681330107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681330114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:10,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/823c616fce624126873aad0e811b3890 2024-11-27T04:21:10,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7e9853f83dd248a38b60522ceb2e0e31 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7e9853f83dd248a38b60522ceb2e0e31 2024-11-27T04:21:10,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7e9853f83dd248a38b60522ceb2e0e31, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T04:21:10,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/f6e2ab7cb7134e06b6b85dd1a62e84d7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/f6e2ab7cb7134e06b6b85dd1a62e84d7 2024-11-27T04:21:10,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/f6e2ab7cb7134e06b6b85dd1a62e84d7, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T04:21:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/823c616fce624126873aad0e811b3890 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/823c616fce624126873aad0e811b3890 2024-11-27T04:21:10,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/823c616fce624126873aad0e811b3890, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T04:21:10,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7e45b3248585d4e2dc0729dc01c655a5 in 639ms, sequenceid=277, compaction requested=false 2024-11-27T04:21:10,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:10,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:21:10,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:10,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:10,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:10,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:10,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:10,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:10,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a42677804b2448e1a5645cc01c76bd16 is 50, key is test_row_0/A:col10/1732681270411/Put/seqid=0 2024-11-27T04:21:10,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741896_1072 (size=12301) 2024-11-27T04:21:10,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:10,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a42677804b2448e1a5645cc01c76bd16 2024-11-27T04:21:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681330444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681330447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681330449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681330447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681330449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/332dff023dda4126b1bb357b8fb20048 is 50, key is test_row_0/B:col10/1732681270411/Put/seqid=0 2024-11-27T04:21:10,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741897_1073 (size=12301) 2024-11-27T04:21:10,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/332dff023dda4126b1bb357b8fb20048 2024-11-27T04:21:10,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/223dc3bd9244468caf8269bd9d2bbb8b is 50, key is test_row_0/C:col10/1732681270411/Put/seqid=0 2024-11-27T04:21:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681330554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681330556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681330556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681330556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681330557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741898_1074 (size=12301) 2024-11-27T04:21:10,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/223dc3bd9244468caf8269bd9d2bbb8b 2024-11-27T04:21:10,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a42677804b2448e1a5645cc01c76bd16 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a42677804b2448e1a5645cc01c76bd16 2024-11-27T04:21:10,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a42677804b2448e1a5645cc01c76bd16, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T04:21:10,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/332dff023dda4126b1bb357b8fb20048 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/332dff023dda4126b1bb357b8fb20048 2024-11-27T04:21:10,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/332dff023dda4126b1bb357b8fb20048, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T04:21:10,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/223dc3bd9244468caf8269bd9d2bbb8b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/223dc3bd9244468caf8269bd9d2bbb8b 2024-11-27T04:21:10,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:10,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/223dc3bd9244468caf8269bd9d2bbb8b, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T04:21:10,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7e45b3248585d4e2dc0729dc01c655a5 in 210ms, sequenceid=295, compaction requested=true 2024-11-27T04:21:10,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:10,622 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:10,622 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:10,623 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:10,623 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:10,623 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:10,623 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,624 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:10,624 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,624 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/44368ea052714188a803abc55b9a8cac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7e9853f83dd248a38b60522ceb2e0e31, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a42677804b2448e1a5645cc01c76bd16] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.5 K 2024-11-27T04:21:10,624 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e9cda14440c6449a8f1f14c6da7758f1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/f6e2ab7cb7134e06b6b85dd1a62e84d7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/332dff023dda4126b1bb357b8fb20048] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.5 K 2024-11-27T04:21:10,624 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e9cda14440c6449a8f1f14c6da7758f1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732681268787 2024-11-27T04:21:10,625 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44368ea052714188a803abc55b9a8cac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732681268787 2024-11-27T04:21:10,625 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e2ab7cb7134e06b6b85dd1a62e84d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732681269141 2024-11-27T04:21:10,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9853f83dd248a38b60522ceb2e0e31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732681269141 2024-11-27T04:21:10,626 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 332dff023dda4126b1bb357b8fb20048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681269788 2024-11-27T04:21:10,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a42677804b2448e1a5645cc01c76bd16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681269788 2024-11-27T04:21:10,644 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:10,645 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/4df45c1e8d484a9aa15db6eed0acd7ae is 50, key is test_row_0/B:col10/1732681270411/Put/seqid=0 2024-11-27T04:21:10,648 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#61 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:10,649 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7c0a69f10a044ffebe353d84d5541dfc is 50, key is test_row_0/A:col10/1732681270411/Put/seqid=0 2024-11-27T04:21:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741899_1075 (size=12983) 2024-11-27T04:21:10,677 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/4df45c1e8d484a9aa15db6eed0acd7ae as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4df45c1e8d484a9aa15db6eed0acd7ae 2024-11-27T04:21:10,686 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 4df45c1e8d484a9aa15db6eed0acd7ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:10,686 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:10,686 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681270622; duration=0sec 2024-11-27T04:21:10,686 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:10,686 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:10,686 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:10,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741900_1076 (size=12983) 2024-11-27T04:21:10,689 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:10,689 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:10,689 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,689 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/97a15d825b8d4968adf7c583144f2b2e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/823c616fce624126873aad0e811b3890, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/223dc3bd9244468caf8269bd9d2bbb8b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.5 K 2024-11-27T04:21:10,690 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a15d825b8d4968adf7c583144f2b2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732681268787 2024-11-27T04:21:10,691 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 823c616fce624126873aad0e811b3890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732681269141 2024-11-27T04:21:10,691 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 223dc3bd9244468caf8269bd9d2bbb8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681269788 2024-11-27T04:21:10,707 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:10,708 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fddc0f53173141cc994f545fc55b5f33 is 50, key is test_row_0/C:col10/1732681270411/Put/seqid=0 2024-11-27T04:21:10,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741901_1077 (size=12983) 2024-11-27T04:21:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:10,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:21:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:10,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681330778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681330778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681330780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681330782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/eb6156104c5b470e87a3e70358430ce0 is 50, key is test_row_0/A:col10/1732681270760/Put/seqid=0 2024-11-27T04:21:10,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681330781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741902_1078 (size=14741) 2024-11-27T04:21:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681330883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681330884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681330886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681330891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681330892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:10,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:10,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:11,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:11,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681331088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681331091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681331092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681331096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,099 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7c0a69f10a044ffebe353d84d5541dfc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7c0a69f10a044ffebe353d84d5541dfc 2024-11-27T04:21:11,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681331099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,106 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into 7c0a69f10a044ffebe353d84d5541dfc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:11,106 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:11,106 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681270622; duration=0sec 2024-11-27T04:21:11,106 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:11,106 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:11,161 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fddc0f53173141cc994f545fc55b5f33 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fddc0f53173141cc994f545fc55b5f33 2024-11-27T04:21:11,175 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into fddc0f53173141cc994f545fc55b5f33(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:11,175 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:11,175 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681270622; duration=0sec 2024-11-27T04:21:11,175 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:11,175 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:11,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/eb6156104c5b470e87a3e70358430ce0 2024-11-27T04:21:11,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:11,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a641fed5d2fc4bfdab72ada62982bbde is 50, key is test_row_0/B:col10/1732681270760/Put/seqid=0 2024-11-27T04:21:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741903_1079 (size=12301) 2024-11-27T04:21:11,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681331394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681331393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681331395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681331400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681331401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a641fed5d2fc4bfdab72ada62982bbde 2024-11-27T04:21:11,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/66f753b1963946348ecd856890650d66 is 50, key is test_row_0/C:col10/1732681270760/Put/seqid=0 2024-11-27T04:21:11,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741904_1080 (size=12301) 2024-11-27T04:21:11,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:11,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681331900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681331902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681331902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681331905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:11,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681331909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:12,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:12,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/66f753b1963946348ecd856890650d66 2024-11-27T04:21:12,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/eb6156104c5b470e87a3e70358430ce0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/eb6156104c5b470e87a3e70358430ce0 2024-11-27T04:21:12,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/eb6156104c5b470e87a3e70358430ce0, entries=200, sequenceid=318, filesize=14.4 K 2024-11-27T04:21:12,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a641fed5d2fc4bfdab72ada62982bbde as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a641fed5d2fc4bfdab72ada62982bbde 2024-11-27T04:21:12,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a641fed5d2fc4bfdab72ada62982bbde, entries=150, sequenceid=318, filesize=12.0 K 2024-11-27T04:21:12,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/66f753b1963946348ecd856890650d66 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/66f753b1963946348ecd856890650d66 2024-11-27T04:21:12,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/66f753b1963946348ecd856890650d66, entries=150, sequenceid=318, filesize=12.0 K 2024-11-27T04:21:12,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7e45b3248585d4e2dc0729dc01c655a5 in 1384ms, sequenceid=318, compaction requested=false 2024-11-27T04:21:12,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:12,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T04:21:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:12,161 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:12,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/58f065ec4bb54e8db7a57cc179a2a9d1 is 50, key is test_row_0/A:col10/1732681270781/Put/seqid=0 2024-11-27T04:21:12,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741905_1081 (size=12301) 2024-11-27T04:21:12,184 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/58f065ec4bb54e8db7a57cc179a2a9d1 2024-11-27T04:21:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/cbbdbccb7ad74f6194399393e7348a8b is 50, key is test_row_0/B:col10/1732681270781/Put/seqid=0 2024-11-27T04:21:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741906_1082 (size=12301) 2024-11-27T04:21:12,213 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/cbbdbccb7ad74f6194399393e7348a8b 2024-11-27T04:21:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/883009b1102f4c429f46ffa3e45992fb is 50, key is test_row_0/C:col10/1732681270781/Put/seqid=0 2024-11-27T04:21:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741907_1083 (size=12301) 2024-11-27T04:21:12,250 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/883009b1102f4c429f46ffa3e45992fb 2024-11-27T04:21:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/58f065ec4bb54e8db7a57cc179a2a9d1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/58f065ec4bb54e8db7a57cc179a2a9d1 2024-11-27T04:21:12,286 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/58f065ec4bb54e8db7a57cc179a2a9d1, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T04:21:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/cbbdbccb7ad74f6194399393e7348a8b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/cbbdbccb7ad74f6194399393e7348a8b 2024-11-27T04:21:12,301 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/cbbdbccb7ad74f6194399393e7348a8b, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T04:21:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/883009b1102f4c429f46ffa3e45992fb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/883009b1102f4c429f46ffa3e45992fb 2024-11-27T04:21:12,312 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/883009b1102f4c429f46ffa3e45992fb, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T04:21:12,320 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 7e45b3248585d4e2dc0729dc01c655a5 in 160ms, sequenceid=334, compaction requested=true 2024-11-27T04:21:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:12,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T04:21:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-27T04:21:12,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T04:21:12,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2770 sec 2024-11-27T04:21:12,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 3.2870 sec 2024-11-27T04:21:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:12,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:21:12,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:12,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6c2d8d23744c4f228bb3a3db6a1b607d is 50, key is test_row_0/A:col10/1732681272919/Put/seqid=0 2024-11-27T04:21:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741908_1084 (size=17181) 2024-11-27T04:21:12,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6c2d8d23744c4f228bb3a3db6a1b607d 2024-11-27T04:21:12,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c2b2be0fb5884799ba6a7112de420482 is 50, key is test_row_0/B:col10/1732681272919/Put/seqid=0 2024-11-27T04:21:12,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681332965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681332965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681332967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681332967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681332969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741909_1085 (size=12301) 2024-11-27T04:21:12,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c2b2be0fb5884799ba6a7112de420482 2024-11-27T04:21:13,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bba579d63b954f22b508276366512cdb is 50, key is test_row_0/C:col10/1732681272919/Put/seqid=0 2024-11-27T04:21:13,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741910_1086 (size=12301) 2024-11-27T04:21:13,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bba579d63b954f22b508276366512cdb 2024-11-27T04:21:13,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6c2d8d23744c4f228bb3a3db6a1b607d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6c2d8d23744c4f228bb3a3db6a1b607d 2024-11-27T04:21:13,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6c2d8d23744c4f228bb3a3db6a1b607d, entries=250, sequenceid=346, filesize=16.8 K 2024-11-27T04:21:13,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c2b2be0fb5884799ba6a7112de420482 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c2b2be0fb5884799ba6a7112de420482 2024-11-27T04:21:13,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c2b2be0fb5884799ba6a7112de420482, entries=150, sequenceid=346, filesize=12.0 K 2024-11-27T04:21:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bba579d63b954f22b508276366512cdb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bba579d63b954f22b508276366512cdb 2024-11-27T04:21:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681333072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681333073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681333074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681333075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681333075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bba579d63b954f22b508276366512cdb, entries=150, sequenceid=346, filesize=12.0 K 2024-11-27T04:21:13,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7e45b3248585d4e2dc0729dc01c655a5 in 165ms, sequenceid=346, compaction requested=true 2024-11-27T04:21:13,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:13,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:13,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:13,088 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:13,088 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:13,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:13,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:13,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:13,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:13,091 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:13,091 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:13,091 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,091 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7c0a69f10a044ffebe353d84d5541dfc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/eb6156104c5b470e87a3e70358430ce0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/58f065ec4bb54e8db7a57cc179a2a9d1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6c2d8d23744c4f228bb3a3db6a1b607d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=55.9 K 2024-11-27T04:21:13,091 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:13,091 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:13,091 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,092 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4df45c1e8d484a9aa15db6eed0acd7ae, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a641fed5d2fc4bfdab72ada62982bbde, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/cbbdbccb7ad74f6194399393e7348a8b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c2b2be0fb5884799ba6a7112de420482] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=48.7 K 2024-11-27T04:21:13,092 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c0a69f10a044ffebe353d84d5541dfc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681269788 2024-11-27T04:21:13,093 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df45c1e8d484a9aa15db6eed0acd7ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681269788 2024-11-27T04:21:13,093 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb6156104c5b470e87a3e70358430ce0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732681270436 2024-11-27T04:21:13,093 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a641fed5d2fc4bfdab72ada62982bbde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732681270443 2024-11-27T04:21:13,094 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f065ec4bb54e8db7a57cc179a2a9d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732681270778 2024-11-27T04:21:13,094 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting cbbdbccb7ad74f6194399393e7348a8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732681270778 2024-11-27T04:21:13,095 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c2d8d23744c4f228bb3a3db6a1b607d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732681272914 2024-11-27T04:21:13,095 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c2b2be0fb5884799ba6a7112de420482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732681272915 2024-11-27T04:21:13,122 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:13,123 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/9355f1cd23ee48d495f56673fd28a127 is 50, key is test_row_0/B:col10/1732681272919/Put/seqid=0 2024-11-27T04:21:13,125 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:13,126 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/80159a00cc1d492cbb11c4627dc94bb7 is 50, key is test_row_0/A:col10/1732681272919/Put/seqid=0 2024-11-27T04:21:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741912_1088 (size=13119) 2024-11-27T04:21:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T04:21:13,150 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-27T04:21:13,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-27T04:21:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:13,154 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:13,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:13,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741911_1087 (size=13119) 2024-11-27T04:21:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:13,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:21:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:13,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681333289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681333290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681333292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681333294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681333294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/069332971e244d63b5ba8909cbac8366 is 50, key is test_row_0/A:col10/1732681272967/Put/seqid=0 2024-11-27T04:21:13,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741913_1089 (size=17181) 2024-11-27T04:21:13,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/069332971e244d63b5ba8909cbac8366 2024-11-27T04:21:13,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/4a5e11bab3644e46ad68f45a929bb6c0 is 50, key is test_row_0/B:col10/1732681272967/Put/seqid=0 2024-11-27T04:21:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741914_1090 (size=12301) 2024-11-27T04:21:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681333395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681333399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681333402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681333402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681333402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:13,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,548 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/80159a00cc1d492cbb11c4627dc94bb7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/80159a00cc1d492cbb11c4627dc94bb7 2024-11-27T04:21:13,559 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into 80159a00cc1d492cbb11c4627dc94bb7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:13,559 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:13,559 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=12, startTime=1732681273087; duration=0sec 2024-11-27T04:21:13,559 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:13,559 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:13,559 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:13,565 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:13,566 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:13,567 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,567 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fddc0f53173141cc994f545fc55b5f33, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/66f753b1963946348ecd856890650d66, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/883009b1102f4c429f46ffa3e45992fb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bba579d63b954f22b508276366512cdb] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=48.7 K 2024-11-27T04:21:13,568 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/9355f1cd23ee48d495f56673fd28a127 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/9355f1cd23ee48d495f56673fd28a127 2024-11-27T04:21:13,571 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fddc0f53173141cc994f545fc55b5f33, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681269788 2024-11-27T04:21:13,573 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f753b1963946348ecd856890650d66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732681270443 2024-11-27T04:21:13,574 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 883009b1102f4c429f46ffa3e45992fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732681270778 2024-11-27T04:21:13,574 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bba579d63b954f22b508276366512cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732681272915 2024-11-27T04:21:13,575 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 9355f1cd23ee48d495f56673fd28a127(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:13,575 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:13,575 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=12, startTime=1732681273088; duration=0sec 2024-11-27T04:21:13,575 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:13,575 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:13,597 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:13,598 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d914e26cb41d4ceba653f516098797ee is 50, key is test_row_0/C:col10/1732681272919/Put/seqid=0 2024-11-27T04:21:13,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681333600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681333606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681333606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741915_1091 (size=13119) 2024-11-27T04:21:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681333607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681333608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/4a5e11bab3644e46ad68f45a929bb6c0 2024-11-27T04:21:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:13,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/edb69d993b7e492d9e4eec0ba1dc6643 is 50, key is test_row_0/C:col10/1732681272967/Put/seqid=0 2024-11-27T04:21:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741916_1092 (size=12301) 2024-11-27T04:21:13,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/edb69d993b7e492d9e4eec0ba1dc6643 2024-11-27T04:21:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/069332971e244d63b5ba8909cbac8366 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/069332971e244d63b5ba8909cbac8366 2024-11-27T04:21:13,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/069332971e244d63b5ba8909cbac8366, entries=250, sequenceid=372, filesize=16.8 K 2024-11-27T04:21:13,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/4a5e11bab3644e46ad68f45a929bb6c0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4a5e11bab3644e46ad68f45a929bb6c0 2024-11-27T04:21:13,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4a5e11bab3644e46ad68f45a929bb6c0, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T04:21:13,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/edb69d993b7e492d9e4eec0ba1dc6643 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/edb69d993b7e492d9e4eec0ba1dc6643 2024-11-27T04:21:13,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/edb69d993b7e492d9e4eec0ba1dc6643, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T04:21:13,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e45b3248585d4e2dc0729dc01c655a5 in 554ms, sequenceid=372, compaction requested=false 2024-11-27T04:21:13,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:13,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:13,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:13,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:13,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:13,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:13,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/722773e6a9e74ca6b8804e00131aed01 is 50, key is test_row_0/A:col10/1732681273292/Put/seqid=0 2024-11-27T04:21:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741917_1093 (size=14741) 2024-11-27T04:21:13,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/722773e6a9e74ca6b8804e00131aed01 2024-11-27T04:21:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681333941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681333945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681333951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681333962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681333963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:13,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/6d9e49bea05f4b69af99a63d2608e301 is 50, key is test_row_0/B:col10/1732681273292/Put/seqid=0 2024-11-27T04:21:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741918_1094 (size=12301) 2024-11-27T04:21:13,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/6d9e49bea05f4b69af99a63d2608e301 2024-11-27T04:21:13,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d402aed2bc4547f1b276f832254ae032 is 50, key is test_row_0/C:col10/1732681273292/Put/seqid=0 2024-11-27T04:21:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741919_1095 (size=12301) 2024-11-27T04:21:14,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d402aed2bc4547f1b276f832254ae032 2024-11-27T04:21:14,016 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d914e26cb41d4ceba653f516098797ee as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d914e26cb41d4ceba653f516098797ee 2024-11-27T04:21:14,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/722773e6a9e74ca6b8804e00131aed01 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/722773e6a9e74ca6b8804e00131aed01 2024-11-27T04:21:14,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/722773e6a9e74ca6b8804e00131aed01, entries=200, sequenceid=385, filesize=14.4 K 2024-11-27T04:21:14,024 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into d914e26cb41d4ceba653f516098797ee(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:14,024 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:14,024 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=12, startTime=1732681273088; duration=0sec 2024-11-27T04:21:14,024 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:14,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/6d9e49bea05f4b69af99a63d2608e301 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/6d9e49bea05f4b69af99a63d2608e301 2024-11-27T04:21:14,024 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:14,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/6d9e49bea05f4b69af99a63d2608e301, entries=150, sequenceid=385, filesize=12.0 K 2024-11-27T04:21:14,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d402aed2bc4547f1b276f832254ae032 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d402aed2bc4547f1b276f832254ae032 2024-11-27T04:21:14,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d402aed2bc4547f1b276f832254ae032, entries=150, sequenceid=385, filesize=12.0 K 2024-11-27T04:21:14,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 7e45b3248585d4e2dc0729dc01c655a5 in 136ms, sequenceid=385, compaction requested=true 2024-11-27T04:21:14,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:14,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:14,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:14,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:14,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:14,048 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:14,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:14,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:14,048 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:14,049 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:14,049 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45041 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:14,049 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:14,049 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:14,049 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,049 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,049 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/9355f1cd23ee48d495f56673fd28a127, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4a5e11bab3644e46ad68f45a929bb6c0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/6d9e49bea05f4b69af99a63d2608e301] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.8 K 2024-11-27T04:21:14,049 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/80159a00cc1d492cbb11c4627dc94bb7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/069332971e244d63b5ba8909cbac8366, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/722773e6a9e74ca6b8804e00131aed01] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=44.0 K 2024-11-27T04:21:14,050 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9355f1cd23ee48d495f56673fd28a127, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732681272915 2024-11-27T04:21:14,050 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80159a00cc1d492cbb11c4627dc94bb7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732681272915 2024-11-27T04:21:14,051 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a5e11bab3644e46ad68f45a929bb6c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732681272964 2024-11-27T04:21:14,051 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 069332971e244d63b5ba8909cbac8366, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732681272964 2024-11-27T04:21:14,051 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d9e49bea05f4b69af99a63d2608e301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732681273292 2024-11-27T04:21:14,052 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722773e6a9e74ca6b8804e00131aed01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732681273286 2024-11-27T04:21:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:14,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T04:21:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:14,068 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681334065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681334065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a6b5878bef934fe59d477ce17f33962f is 50, key is test_row_0/A:col10/1732681274053/Put/seqid=0 2024-11-27T04:21:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681334067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,072 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5a2668ea71834088b0be7412fd220b86 is 50, key is test_row_0/B:col10/1732681273292/Put/seqid=0 2024-11-27T04:21:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681334069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681334070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,077 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:14,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:14,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,080 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/f593905c63464a5a8da8600f81cd10aa is 50, key is test_row_0/A:col10/1732681273292/Put/seqid=0 2024-11-27T04:21:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741920_1096 (size=12301) 2024-11-27T04:21:14,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a6b5878bef934fe59d477ce17f33962f 2024-11-27T04:21:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741921_1097 (size=13221) 2024-11-27T04:21:14,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/29b5b84a7c144a709369e86e816042b4 is 50, key is test_row_0/B:col10/1732681274053/Put/seqid=0 2024-11-27T04:21:14,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741922_1098 (size=13221) 2024-11-27T04:21:14,146 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/f593905c63464a5a8da8600f81cd10aa as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f593905c63464a5a8da8600f81cd10aa 2024-11-27T04:21:14,169 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into f593905c63464a5a8da8600f81cd10aa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:14,169 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:14,169 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681274047; duration=0sec 2024-11-27T04:21:14,169 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:14,169 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:14,169 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741923_1099 (size=12301) 2024-11-27T04:21:14,171 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:14,172 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:14,172 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,172 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d914e26cb41d4ceba653f516098797ee, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/edb69d993b7e492d9e4eec0ba1dc6643, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d402aed2bc4547f1b276f832254ae032] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.8 K 2024-11-27T04:21:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681334171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681334172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681334175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,179 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d914e26cb41d4ceba653f516098797ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732681272915 2024-11-27T04:21:14,179 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting edb69d993b7e492d9e4eec0ba1dc6643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732681272964 2024-11-27T04:21:14,180 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d402aed2bc4547f1b276f832254ae032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732681273292 2024-11-27T04:21:14,192 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:14,193 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/9710cccef0894ec6a2f2e6630b526a70 is 50, key is test_row_0/C:col10/1732681273292/Put/seqid=0 2024-11-27T04:21:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741924_1100 (size=13221) 2024-11-27T04:21:14,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:14,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:14,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,235 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/9710cccef0894ec6a2f2e6630b526a70 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9710cccef0894ec6a2f2e6630b526a70 2024-11-27T04:21:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,243 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 9710cccef0894ec6a2f2e6630b526a70(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:14,243 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:14,243 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681274048; duration=0sec 2024-11-27T04:21:14,243 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:14,243 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:14,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681334274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681334274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681334379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681334382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681334382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,528 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5a2668ea71834088b0be7412fd220b86 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5a2668ea71834088b0be7412fd220b86 2024-11-27T04:21:14,535 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 5a2668ea71834088b0be7412fd220b86(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:14,536 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:14,536 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681274047; duration=0sec 2024-11-27T04:21:14,536 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:14,536 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:14,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/29b5b84a7c144a709369e86e816042b4 2024-11-27T04:21:14,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681334578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681334578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/37d54b9a863f4d21b6c2f044246c357f is 50, key is test_row_0/C:col10/1732681274053/Put/seqid=0 2024-11-27T04:21:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741925_1101 (size=12301) 2024-11-27T04:21:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681334684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681334687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681334688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:14,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:14,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/37d54b9a863f4d21b6c2f044246c357f 2024-11-27T04:21:15,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a6b5878bef934fe59d477ce17f33962f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a6b5878bef934fe59d477ce17f33962f 2024-11-27T04:21:15,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a6b5878bef934fe59d477ce17f33962f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-27T04:21:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/29b5b84a7c144a709369e86e816042b4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/29b5b84a7c144a709369e86e816042b4 2024-11-27T04:21:15,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/29b5b84a7c144a709369e86e816042b4, entries=150, sequenceid=414, filesize=12.0 K 2024-11-27T04:21:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/37d54b9a863f4d21b6c2f044246c357f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/37d54b9a863f4d21b6c2f044246c357f 2024-11-27T04:21:15,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/37d54b9a863f4d21b6c2f044246c357f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-27T04:21:15,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7e45b3248585d4e2dc0729dc01c655a5 in 981ms, sequenceid=414, compaction requested=false 2024-11-27T04:21:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:15,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:15,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/20618cb4f63a4a82a8ded855100a8dac is 50, key is test_row_1/A:col10/1732681275085/Put/seqid=0 2024-11-27T04:21:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741926_1102 (size=12297) 2024-11-27T04:21:15,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681335140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681335141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681335188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681335190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681335194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681335244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681335244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:15,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681335446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681335447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/20618cb4f63a4a82a8ded855100a8dac 2024-11-27T04:21:15,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/85707ecdeeb14c3f9dfd7e87b66eb887 is 50, key is test_row_1/B:col10/1732681275085/Put/seqid=0 2024-11-27T04:21:15,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741927_1103 (size=9857) 2024-11-27T04:21:15,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/85707ecdeeb14c3f9dfd7e87b66eb887 2024-11-27T04:21:15,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fd51c4f49a5a4b44a1f38842157a47a3 is 50, key is test_row_1/C:col10/1732681275085/Put/seqid=0 2024-11-27T04:21:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741928_1104 (size=9857) 2024-11-27T04:21:15,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fd51c4f49a5a4b44a1f38842157a47a3 2024-11-27T04:21:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/20618cb4f63a4a82a8ded855100a8dac as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/20618cb4f63a4a82a8ded855100a8dac 2024-11-27T04:21:15,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/20618cb4f63a4a82a8ded855100a8dac, entries=150, sequenceid=428, filesize=12.0 K 2024-11-27T04:21:15,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/85707ecdeeb14c3f9dfd7e87b66eb887 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/85707ecdeeb14c3f9dfd7e87b66eb887 2024-11-27T04:21:15,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:15,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/85707ecdeeb14c3f9dfd7e87b66eb887, entries=100, sequenceid=428, filesize=9.6 K 2024-11-27T04:21:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fd51c4f49a5a4b44a1f38842157a47a3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fd51c4f49a5a4b44a1f38842157a47a3 2024-11-27T04:21:15,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fd51c4f49a5a4b44a1f38842157a47a3, entries=100, sequenceid=428, filesize=9.6 K 2024-11-27T04:21:15,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7e45b3248585d4e2dc0729dc01c655a5 in 562ms, sequenceid=428, compaction requested=true 2024-11-27T04:21:15,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:15,649 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:21:15,649 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:15,651 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:15,651 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:15,651 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,651 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f593905c63464a5a8da8600f81cd10aa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a6b5878bef934fe59d477ce17f33962f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/20618cb4f63a4a82a8ded855100a8dac] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=36.9 K 2024-11-27T04:21:15,651 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:15,652 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:15,652 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,652 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5a2668ea71834088b0be7412fd220b86, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/29b5b84a7c144a709369e86e816042b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/85707ecdeeb14c3f9dfd7e87b66eb887] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=34.5 K 2024-11-27T04:21:15,652 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a2668ea71834088b0be7412fd220b86, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732681273292 2024-11-27T04:21:15,652 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f593905c63464a5a8da8600f81cd10aa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732681273292 2024-11-27T04:21:15,653 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b5b84a7c144a709369e86e816042b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732681273949 2024-11-27T04:21:15,653 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a6b5878bef934fe59d477ce17f33962f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732681273949 2024-11-27T04:21:15,654 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85707ecdeeb14c3f9dfd7e87b66eb887, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732681274066 2024-11-27T04:21:15,654 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 20618cb4f63a4a82a8ded855100a8dac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732681274066 2024-11-27T04:21:15,673 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#90 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:15,674 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/4f17d8cef40d4937a84528b36479acfb is 50, key is test_row_0/A:col10/1732681274053/Put/seqid=0 2024-11-27T04:21:15,682 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:15,683 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c59dd0044a654972bd6fdd6c52c462f0 is 50, key is test_row_0/B:col10/1732681274053/Put/seqid=0 2024-11-27T04:21:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741930_1106 (size=13323) 2024-11-27T04:21:15,722 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c59dd0044a654972bd6fdd6c52c462f0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c59dd0044a654972bd6fdd6c52c462f0 2024-11-27T04:21:15,736 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into c59dd0044a654972bd6fdd6c52c462f0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:15,736 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:15,736 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681275649; duration=0sec 2024-11-27T04:21:15,736 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:15,736 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:15,736 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:15,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741929_1105 (size=13323) 2024-11-27T04:21:15,740 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:15,740 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:15,741 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,741 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9710cccef0894ec6a2f2e6630b526a70, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/37d54b9a863f4d21b6c2f044246c357f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fd51c4f49a5a4b44a1f38842157a47a3] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=34.5 K 2024-11-27T04:21:15,742 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9710cccef0894ec6a2f2e6630b526a70, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732681273292 2024-11-27T04:21:15,742 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37d54b9a863f4d21b6c2f044246c357f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732681273949 2024-11-27T04:21:15,743 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd51c4f49a5a4b44a1f38842157a47a3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732681274066 2024-11-27T04:21:15,747 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/4f17d8cef40d4937a84528b36479acfb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/4f17d8cef40d4937a84528b36479acfb 2024-11-27T04:21:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:15,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:21:15,756 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into 4f17d8cef40d4937a84528b36479acfb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:15,756 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:15,756 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681275648; duration=0sec 2024-11-27T04:21:15,757 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:15,757 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:15,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:15,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:15,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:15,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,760 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:15,761 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/89d20d747378442884426d418eafb3b0 is 50, key is test_row_0/C:col10/1732681274053/Put/seqid=0 2024-11-27T04:21:15,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681335767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681335770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7ed237007cc5418f8770d105735a6f7d is 50, key is test_row_0/A:col10/1732681275753/Put/seqid=0 2024-11-27T04:21:15,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:15,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741932_1108 (size=14741) 2024-11-27T04:21:15,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7ed237007cc5418f8770d105735a6f7d 2024-11-27T04:21:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741931_1107 (size=13323) 2024-11-27T04:21:15,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c656d72328864a3f938d0521bb9c9864 is 50, key is test_row_0/B:col10/1732681275753/Put/seqid=0 2024-11-27T04:21:15,838 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/89d20d747378442884426d418eafb3b0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/89d20d747378442884426d418eafb3b0 2024-11-27T04:21:15,847 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 89d20d747378442884426d418eafb3b0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:15,847 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:15,847 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681275649; duration=0sec 2024-11-27T04:21:15,847 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:15,847 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741933_1109 (size=12301) 2024-11-27T04:21:15,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c656d72328864a3f938d0521bb9c9864 2024-11-27T04:21:15,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/558326931027432cb79ede8439c22e94 is 50, key is test_row_0/C:col10/1732681275753/Put/seqid=0 2024-11-27T04:21:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681335873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681335874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741934_1110 (size=12301) 2024-11-27T04:21:15,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/558326931027432cb79ede8439c22e94 2024-11-27T04:21:15,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7ed237007cc5418f8770d105735a6f7d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ed237007cc5418f8770d105735a6f7d 2024-11-27T04:21:15,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ed237007cc5418f8770d105735a6f7d, entries=200, sequenceid=457, filesize=14.4 K 2024-11-27T04:21:15,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/c656d72328864a3f938d0521bb9c9864 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c656d72328864a3f938d0521bb9c9864 2024-11-27T04:21:15,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c656d72328864a3f938d0521bb9c9864, entries=150, sequenceid=457, filesize=12.0 K 2024-11-27T04:21:15,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/558326931027432cb79ede8439c22e94 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/558326931027432cb79ede8439c22e94 2024-11-27T04:21:15,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/558326931027432cb79ede8439c22e94, entries=150, sequenceid=457, filesize=12.0 K 2024-11-27T04:21:15,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7e45b3248585d4e2dc0729dc01c655a5 in 166ms, sequenceid=457, compaction requested=false 2024-11-27T04:21:15,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:15,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:15,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T04:21:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:15,929 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T04:21:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/d0edb6d7e6274d63bb6f388e109a926e is 50, key is test_row_0/A:col10/1732681275765/Put/seqid=0 2024-11-27T04:21:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741935_1111 (size=12301) 2024-11-27T04:21:15,948 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/d0edb6d7e6274d63bb6f388e109a926e 2024-11-27T04:21:15,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b38b61a5ad4b4ef88bd9f7594751d960 is 50, key is test_row_0/B:col10/1732681275765/Put/seqid=0 2024-11-27T04:21:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741936_1112 (size=12301) 2024-11-27T04:21:15,968 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b38b61a5ad4b4ef88bd9f7594751d960 2024-11-27T04:21:15,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/597b6b7f8cf741118ae216e41124bb78 is 50, key is test_row_0/C:col10/1732681275765/Put/seqid=0 2024-11-27T04:21:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741937_1113 (size=12301) 2024-11-27T04:21:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:16,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:16,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681336132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681336133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681336195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681336196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681336200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681336237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681336239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,385 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/597b6b7f8cf741118ae216e41124bb78 2024-11-27T04:21:16,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/d0edb6d7e6274d63bb6f388e109a926e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d0edb6d7e6274d63bb6f388e109a926e 2024-11-27T04:21:16,407 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d0edb6d7e6274d63bb6f388e109a926e, entries=150, sequenceid=467, filesize=12.0 K 2024-11-27T04:21:16,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/b38b61a5ad4b4ef88bd9f7594751d960 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b38b61a5ad4b4ef88bd9f7594751d960 2024-11-27T04:21:16,417 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b38b61a5ad4b4ef88bd9f7594751d960, entries=150, sequenceid=467, filesize=12.0 K 2024-11-27T04:21:16,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/597b6b7f8cf741118ae216e41124bb78 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/597b6b7f8cf741118ae216e41124bb78 2024-11-27T04:21:16,427 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/597b6b7f8cf741118ae216e41124bb78, entries=150, sequenceid=467, filesize=12.0 K 2024-11-27T04:21:16,428 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 7e45b3248585d4e2dc0729dc01c655a5 in 498ms, sequenceid=467, compaction requested=true 2024-11-27T04:21:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-27T04:21:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-27T04:21:16,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T04:21:16,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2730 sec 2024-11-27T04:21:16,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.2790 sec 2024-11-27T04:21:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:16,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T04:21:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:16,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/56d67dc5c1bf43cebb16007b196c80f8 is 50, key is test_row_0/A:col10/1732681276126/Put/seqid=0 2024-11-27T04:21:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681336453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681336454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741938_1114 (size=14741) 2024-11-27T04:21:16,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/56d67dc5c1bf43cebb16007b196c80f8 2024-11-27T04:21:16,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/bbaa3cea3ed54961be3f31a78f445f83 is 50, key is test_row_0/B:col10/1732681276126/Put/seqid=0 2024-11-27T04:21:16,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741939_1115 (size=12301) 2024-11-27T04:21:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681336556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681336556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681336760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681336761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:16,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/bbaa3cea3ed54961be3f31a78f445f83 2024-11-27T04:21:16,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fab5db162b41476b89c72fcc6b2dbc2c is 50, key is test_row_0/C:col10/1732681276126/Put/seqid=0 2024-11-27T04:21:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741940_1116 (size=12301) 2024-11-27T04:21:16,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fab5db162b41476b89c72fcc6b2dbc2c 2024-11-27T04:21:16,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/56d67dc5c1bf43cebb16007b196c80f8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/56d67dc5c1bf43cebb16007b196c80f8 2024-11-27T04:21:16,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/56d67dc5c1bf43cebb16007b196c80f8, entries=200, sequenceid=495, filesize=14.4 K 2024-11-27T04:21:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/bbaa3cea3ed54961be3f31a78f445f83 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/bbaa3cea3ed54961be3f31a78f445f83 2024-11-27T04:21:16,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/bbaa3cea3ed54961be3f31a78f445f83, entries=150, sequenceid=495, filesize=12.0 K 2024-11-27T04:21:16,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/fab5db162b41476b89c72fcc6b2dbc2c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fab5db162b41476b89c72fcc6b2dbc2c 2024-11-27T04:21:16,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fab5db162b41476b89c72fcc6b2dbc2c, entries=150, sequenceid=495, filesize=12.0 K 2024-11-27T04:21:16,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7e45b3248585d4e2dc0729dc01c655a5 in 494ms, sequenceid=495, compaction requested=true 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:16,937 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:16,937 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:16,939 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:16,939 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:16,939 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:16,940 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:16,940 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:16,940 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:16,940 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/4f17d8cef40d4937a84528b36479acfb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ed237007cc5418f8770d105735a6f7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d0edb6d7e6274d63bb6f388e109a926e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/56d67dc5c1bf43cebb16007b196c80f8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=53.8 K 2024-11-27T04:21:16,940 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c59dd0044a654972bd6fdd6c52c462f0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c656d72328864a3f938d0521bb9c9864, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b38b61a5ad4b4ef88bd9f7594751d960, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/bbaa3cea3ed54961be3f31a78f445f83] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=49.0 K 2024-11-27T04:21:16,940 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f17d8cef40d4937a84528b36479acfb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732681274053 2024-11-27T04:21:16,940 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c59dd0044a654972bd6fdd6c52c462f0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732681274053 2024-11-27T04:21:16,941 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ed237007cc5418f8770d105735a6f7d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732681275129 2024-11-27T04:21:16,941 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c656d72328864a3f938d0521bb9c9864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732681275135 2024-11-27T04:21:16,941 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0edb6d7e6274d63bb6f388e109a926e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732681275758 2024-11-27T04:21:16,942 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d67dc5c1bf43cebb16007b196c80f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732681276126 2024-11-27T04:21:16,942 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b38b61a5ad4b4ef88bd9f7594751d960, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732681275758 2024-11-27T04:21:16,943 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting bbaa3cea3ed54961be3f31a78f445f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732681276126 2024-11-27T04:21:16,954 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:16,954 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ba28732e699746d08c60b898ae637666 is 50, key is test_row_0/A:col10/1732681276126/Put/seqid=0 2024-11-27T04:21:16,956 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:16,956 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/0338703f9b0041b5b43c85fdca591709 is 50, key is test_row_0/B:col10/1732681276126/Put/seqid=0 2024-11-27T04:21:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741941_1117 (size=13459) 2024-11-27T04:21:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741942_1118 (size=13459) 2024-11-27T04:21:16,973 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/0338703f9b0041b5b43c85fdca591709 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/0338703f9b0041b5b43c85fdca591709 2024-11-27T04:21:16,982 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 0338703f9b0041b5b43c85fdca591709(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:16,982 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:16,982 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=12, startTime=1732681276937; duration=0sec 2024-11-27T04:21:16,983 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:16,983 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:16,983 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:16,985 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:16,985 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:16,985 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:16,985 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/89d20d747378442884426d418eafb3b0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/558326931027432cb79ede8439c22e94, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/597b6b7f8cf741118ae216e41124bb78, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fab5db162b41476b89c72fcc6b2dbc2c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=49.0 K 2024-11-27T04:21:16,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d20d747378442884426d418eafb3b0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732681274053 2024-11-27T04:21:16,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 558326931027432cb79ede8439c22e94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732681275135 2024-11-27T04:21:16,987 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 597b6b7f8cf741118ae216e41124bb78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732681275758 2024-11-27T04:21:16,987 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting fab5db162b41476b89c72fcc6b2dbc2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732681276126 2024-11-27T04:21:16,999 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:17,000 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/6a0c5de885d448aa8f268ec22fffc8c3 is 50, key is test_row_0/C:col10/1732681276126/Put/seqid=0 2024-11-27T04:21:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741943_1119 (size=13459) 2024-11-27T04:21:17,019 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/6a0c5de885d448aa8f268ec22fffc8c3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/6a0c5de885d448aa8f268ec22fffc8c3 2024-11-27T04:21:17,027 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into 6a0c5de885d448aa8f268ec22fffc8c3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:17,028 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:17,028 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=12, startTime=1732681276937; duration=0sec 2024-11-27T04:21:17,028 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:17,028 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:17,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:17,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/8e6060f12429457a81db9e2b44850a85 is 50, key is test_row_0/A:col10/1732681277074/Put/seqid=0 2024-11-27T04:21:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741944_1120 (size=17181) 2024-11-27T04:21:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681337113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681337114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681337217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681337218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T04:21:17,262 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-27T04:21:17,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-27T04:21:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T04:21:17,266 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:17,267 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:17,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T04:21:17,374 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ba28732e699746d08c60b898ae637666 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ba28732e699746d08c60b898ae637666 2024-11-27T04:21:17,381 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into ba28732e699746d08c60b898ae637666(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:17,381 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:17,381 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=12, startTime=1732681276937; duration=0sec 2024-11-27T04:21:17,381 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:17,381 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:17,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T04:21:17,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:17,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681337421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681337421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/8e6060f12429457a81db9e2b44850a85 2024-11-27T04:21:17,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a488c0a98afd4dca81d44a592bbadd27 is 50, key is test_row_0/B:col10/1732681277074/Put/seqid=0 2024-11-27T04:21:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741945_1121 (size=12301) 2024-11-27T04:21:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T04:21:17,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T04:21:17,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:17,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681337725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681337726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T04:21:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:17,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T04:21:17,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:17,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T04:21:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:17,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:17,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a488c0a98afd4dca81d44a592bbadd27 2024-11-27T04:21:17,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/1108e7cbcc9946ff87b198335743e8eb is 50, key is test_row_0/C:col10/1732681277074/Put/seqid=0 2024-11-27T04:21:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741946_1122 (size=12301) 2024-11-27T04:21:17,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/1108e7cbcc9946ff87b198335743e8eb 2024-11-27T04:21:17,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/8e6060f12429457a81db9e2b44850a85 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8e6060f12429457a81db9e2b44850a85 2024-11-27T04:21:17,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8e6060f12429457a81db9e2b44850a85, entries=250, sequenceid=509, filesize=16.8 K 2024-11-27T04:21:17,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a488c0a98afd4dca81d44a592bbadd27 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a488c0a98afd4dca81d44a592bbadd27 2024-11-27T04:21:17,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a488c0a98afd4dca81d44a592bbadd27, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T04:21:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/1108e7cbcc9946ff87b198335743e8eb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/1108e7cbcc9946ff87b198335743e8eb 2024-11-27T04:21:18,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/1108e7cbcc9946ff87b198335743e8eb, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T04:21:18,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7e45b3248585d4e2dc0729dc01c655a5 in 929ms, sequenceid=509, compaction requested=false 2024-11-27T04:21:18,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:18,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T04:21:18,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,039 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:21:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/c012cf7c9d8f430090553ea7a10c0d8a is 50, key is test_row_0/A:col10/1732681277085/Put/seqid=0 2024-11-27T04:21:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741947_1123 (size=12301) 2024-11-27T04:21:18,054 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/c012cf7c9d8f430090553ea7a10c0d8a 2024-11-27T04:21:18,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d6d34c54d4794dec90f51ead92bacbe9 is 50, key is test_row_0/B:col10/1732681277085/Put/seqid=0 2024-11-27T04:21:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741948_1124 (size=12301) 2024-11-27T04:21:18,093 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d6d34c54d4794dec90f51ead92bacbe9 2024-11-27T04:21:18,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/808df4977b3e43baaf0333f8b057757b is 50, key is test_row_0/C:col10/1732681277085/Put/seqid=0 2024-11-27T04:21:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741949_1125 (size=12301) 2024-11-27T04:21:18,116 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/808df4977b3e43baaf0333f8b057757b 2024-11-27T04:21:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/c012cf7c9d8f430090553ea7a10c0d8a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/c012cf7c9d8f430090553ea7a10c0d8a 2024-11-27T04:21:18,128 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/c012cf7c9d8f430090553ea7a10c0d8a, entries=150, sequenceid=535, filesize=12.0 K 2024-11-27T04:21:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/d6d34c54d4794dec90f51ead92bacbe9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d6d34c54d4794dec90f51ead92bacbe9 2024-11-27T04:21:18,137 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d6d34c54d4794dec90f51ead92bacbe9, entries=150, sequenceid=535, filesize=12.0 K 2024-11-27T04:21:18,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/808df4977b3e43baaf0333f8b057757b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/808df4977b3e43baaf0333f8b057757b 2024-11-27T04:21:18,146 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/808df4977b3e43baaf0333f8b057757b, entries=150, sequenceid=535, filesize=12.0 K 2024-11-27T04:21:18,148 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 7e45b3248585d4e2dc0729dc01c655a5 in 109ms, sequenceid=535, compaction requested=true 2024-11-27T04:21:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-27T04:21:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-27T04:21:18,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T04:21:18,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 882 msec 2024-11-27T04:21:18,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 887 msec 2024-11-27T04:21:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:18,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/5d354e4d130e4a23beebfd103921b5db is 50, key is test_row_0/A:col10/1732681278209/Put/seqid=0 2024-11-27T04:21:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741950_1126 (size=14741) 2024-11-27T04:21:18,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/5d354e4d130e4a23beebfd103921b5db 2024-11-27T04:21:18,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/48bb48f5953247358c70fae3e94b9d5d is 50, key is test_row_0/B:col10/1732681278209/Put/seqid=0 2024-11-27T04:21:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681338241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681338242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681338243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681338245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681338244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741951_1127 (size=12301) 2024-11-27T04:21:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681338346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681338346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681338348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681338349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681338349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T04:21:18,370 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-27T04:21:18,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-27T04:21:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T04:21:18,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:18,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:18,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T04:21:18,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T04:21:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681338550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681338551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681338551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681338551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681338552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/48bb48f5953247358c70fae3e94b9d5d 2024-11-27T04:21:18,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bae2a6d0f8aa4b358f93e29237b9a6d4 is 50, key is test_row_0/C:col10/1732681278209/Put/seqid=0 2024-11-27T04:21:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741952_1128 (size=12301) 2024-11-27T04:21:18,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bae2a6d0f8aa4b358f93e29237b9a6d4 2024-11-27T04:21:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T04:21:18,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/5d354e4d130e4a23beebfd103921b5db as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/5d354e4d130e4a23beebfd103921b5db 2024-11-27T04:21:18,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T04:21:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:18,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/5d354e4d130e4a23beebfd103921b5db, entries=200, sequenceid=546, filesize=14.4 K 2024-11-27T04:21:18,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/48bb48f5953247358c70fae3e94b9d5d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/48bb48f5953247358c70fae3e94b9d5d 2024-11-27T04:21:18,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/48bb48f5953247358c70fae3e94b9d5d, entries=150, sequenceid=546, filesize=12.0 K 2024-11-27T04:21:18,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/bae2a6d0f8aa4b358f93e29237b9a6d4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bae2a6d0f8aa4b358f93e29237b9a6d4 2024-11-27T04:21:18,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bae2a6d0f8aa4b358f93e29237b9a6d4, entries=150, sequenceid=546, filesize=12.0 K 2024-11-27T04:21:18,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7e45b3248585d4e2dc0729dc01c655a5 in 483ms, sequenceid=546, compaction requested=true 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:18,695 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:18,695 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:18,697 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:18,697 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:18,697 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,697 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/0338703f9b0041b5b43c85fdca591709, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a488c0a98afd4dca81d44a592bbadd27, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d6d34c54d4794dec90f51ead92bacbe9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/48bb48f5953247358c70fae3e94b9d5d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=49.2 K 2024-11-27T04:21:18,697 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:18,697 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:18,697 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,698 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0338703f9b0041b5b43c85fdca591709, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732681276126 2024-11-27T04:21:18,698 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ba28732e699746d08c60b898ae637666, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8e6060f12429457a81db9e2b44850a85, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/c012cf7c9d8f430090553ea7a10c0d8a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/5d354e4d130e4a23beebfd103921b5db] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=56.3 K 2024-11-27T04:21:18,698 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba28732e699746d08c60b898ae637666, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732681276126 2024-11-27T04:21:18,698 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a488c0a98afd4dca81d44a592bbadd27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732681277065 2024-11-27T04:21:18,699 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d34c54d4794dec90f51ead92bacbe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732681277085 2024-11-27T04:21:18,699 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e6060f12429457a81db9e2b44850a85, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732681276451 2024-11-27T04:21:18,699 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 48bb48f5953247358c70fae3e94b9d5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732681278206 2024-11-27T04:21:18,699 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c012cf7c9d8f430090553ea7a10c0d8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732681277085 2024-11-27T04:21:18,700 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d354e4d130e4a23beebfd103921b5db, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732681278206 2024-11-27T04:21:18,714 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:18,714 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:18,715 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/06f2db8c0bed41358bf0ce03b2d05202 is 50, key is test_row_0/B:col10/1732681278209/Put/seqid=0 2024-11-27T04:21:18,715 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ca54f89e195f463e820bba3f6a12261e is 50, key is test_row_0/A:col10/1732681278209/Put/seqid=0 2024-11-27T04:21:18,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741953_1129 (size=13595) 2024-11-27T04:21:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741954_1130 (size=13595) 2024-11-27T04:21:18,731 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/06f2db8c0bed41358bf0ce03b2d05202 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/06f2db8c0bed41358bf0ce03b2d05202 2024-11-27T04:21:18,737 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 06f2db8c0bed41358bf0ce03b2d05202(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:18,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:18,738 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=12, startTime=1732681278695; duration=0sec 2024-11-27T04:21:18,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:18,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:18,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:18,739 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:18,740 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:18,740 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,740 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/6a0c5de885d448aa8f268ec22fffc8c3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/1108e7cbcc9946ff87b198335743e8eb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/808df4977b3e43baaf0333f8b057757b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bae2a6d0f8aa4b358f93e29237b9a6d4] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=49.2 K 2024-11-27T04:21:18,740 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0c5de885d448aa8f268ec22fffc8c3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732681276126 2024-11-27T04:21:18,741 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1108e7cbcc9946ff87b198335743e8eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732681277065 2024-11-27T04:21:18,741 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 808df4977b3e43baaf0333f8b057757b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732681277085 2024-11-27T04:21:18,742 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting bae2a6d0f8aa4b358f93e29237b9a6d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732681278206 2024-11-27T04:21:18,752 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:18,753 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/e65364cc762a4fad939c01a5f8c61c75 is 50, key is test_row_0/C:col10/1732681278209/Put/seqid=0 2024-11-27T04:21:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741955_1131 (size=13595) 2024-11-27T04:21:18,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T04:21:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:18,832 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:21:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/97123d232e5d488798009c1ad9b614e0 is 50, key is test_row_0/A:col10/1732681278242/Put/seqid=0 2024-11-27T04:21:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741956_1132 (size=12301) 2024-11-27T04:21:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681338858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681338859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681338888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681338888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681338888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T04:21:18,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681338989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681338989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681338992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681338993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:18,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681338993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,131 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/ca54f89e195f463e820bba3f6a12261e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ca54f89e195f463e820bba3f6a12261e 2024-11-27T04:21:19,138 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into ca54f89e195f463e820bba3f6a12261e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:19,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:19,138 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=12, startTime=1732681278695; duration=0sec 2024-11-27T04:21:19,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:19,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:19,179 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/e65364cc762a4fad939c01a5f8c61c75 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/e65364cc762a4fad939c01a5f8c61c75 2024-11-27T04:21:19,186 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into e65364cc762a4fad939c01a5f8c61c75(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:19,186 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:19,186 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=12, startTime=1732681278695; duration=0sec 2024-11-27T04:21:19,186 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:19,186 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681339194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681339193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681339196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681339196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681339198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,245 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/97123d232e5d488798009c1ad9b614e0 2024-11-27T04:21:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e98069af7ff34746b9486b2ee42efddd is 50, key is test_row_0/B:col10/1732681278242/Put/seqid=0 2024-11-27T04:21:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741957_1133 (size=12301) 2024-11-27T04:21:19,275 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e98069af7ff34746b9486b2ee42efddd 2024-11-27T04:21:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a978ce8dfb8e4e709e443e1f896a4446 is 50, key is test_row_0/C:col10/1732681278242/Put/seqid=0 2024-11-27T04:21:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741958_1134 (size=12301) 2024-11-27T04:21:19,312 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a978ce8dfb8e4e709e443e1f896a4446 2024-11-27T04:21:19,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/97123d232e5d488798009c1ad9b614e0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/97123d232e5d488798009c1ad9b614e0 2024-11-27T04:21:19,328 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/97123d232e5d488798009c1ad9b614e0, entries=150, sequenceid=573, filesize=12.0 K 2024-11-27T04:21:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e98069af7ff34746b9486b2ee42efddd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e98069af7ff34746b9486b2ee42efddd 2024-11-27T04:21:19,335 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e98069af7ff34746b9486b2ee42efddd, entries=150, sequenceid=573, filesize=12.0 K 2024-11-27T04:21:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a978ce8dfb8e4e709e443e1f896a4446 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a978ce8dfb8e4e709e443e1f896a4446 2024-11-27T04:21:19,343 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a978ce8dfb8e4e709e443e1f896a4446, entries=150, sequenceid=573, filesize=12.0 K 2024-11-27T04:21:19,344 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e45b3248585d4e2dc0729dc01c655a5 in 512ms, sequenceid=573, compaction requested=false 2024-11-27T04:21:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T04:21:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-27T04:21:19,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T04:21:19,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 972 msec 2024-11-27T04:21:19,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 977 msec 2024-11-27T04:21:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T04:21:19,476 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-27T04:21:19,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-27T04:21:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T04:21:19,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:19,481 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:19,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:19,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6fa40b84f0e24fca9c2f2e7e2d74cb43 is 50, key is test_row_0/A:col10/1732681279499/Put/seqid=0 2024-11-27T04:21:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741959_1135 (size=12301) 2024-11-27T04:21:19,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6fa40b84f0e24fca9c2f2e7e2d74cb43 2024-11-27T04:21:19,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681339518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681339520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681339522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681339524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681339526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5e70657cd84c4a639c50953efd912c42 is 50, key is test_row_0/B:col10/1732681279499/Put/seqid=0 2024-11-27T04:21:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741960_1136 (size=12301) 2024-11-27T04:21:19,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5e70657cd84c4a639c50953efd912c42 2024-11-27T04:21:19,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/534bab307f4642089298b0606b7de5be is 50, key is test_row_0/C:col10/1732681279499/Put/seqid=0 2024-11-27T04:21:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741961_1137 (size=12301) 2024-11-27T04:21:19,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/534bab307f4642089298b0606b7de5be 2024-11-27T04:21:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/6fa40b84f0e24fca9c2f2e7e2d74cb43 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6fa40b84f0e24fca9c2f2e7e2d74cb43 2024-11-27T04:21:19,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6fa40b84f0e24fca9c2f2e7e2d74cb43, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T04:21:19,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/5e70657cd84c4a639c50953efd912c42 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5e70657cd84c4a639c50953efd912c42 2024-11-27T04:21:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T04:21:19,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5e70657cd84c4a639c50953efd912c42, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T04:21:19,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/534bab307f4642089298b0606b7de5be as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/534bab307f4642089298b0606b7de5be 2024-11-27T04:21:19,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/534bab307f4642089298b0606b7de5be, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T04:21:19,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7e45b3248585d4e2dc0729dc01c655a5 in 93ms, sequenceid=587, compaction requested=true 2024-11-27T04:21:19,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:19,594 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:19,594 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:19,595 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:19,595 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:19,595 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:19,595 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:19,595 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,595 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,595 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ca54f89e195f463e820bba3f6a12261e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/97123d232e5d488798009c1ad9b614e0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6fa40b84f0e24fca9c2f2e7e2d74cb43] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=37.3 K 2024-11-27T04:21:19,595 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/06f2db8c0bed41358bf0ce03b2d05202, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e98069af7ff34746b9486b2ee42efddd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5e70657cd84c4a639c50953efd912c42] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=37.3 K 2024-11-27T04:21:19,596 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca54f89e195f463e820bba3f6a12261e, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732681278206 2024-11-27T04:21:19,596 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97123d232e5d488798009c1ad9b614e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732681278241 2024-11-27T04:21:19,596 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 06f2db8c0bed41358bf0ce03b2d05202, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732681278206 2024-11-27T04:21:19,597 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fa40b84f0e24fca9c2f2e7e2d74cb43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732681278858 2024-11-27T04:21:19,597 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e98069af7ff34746b9486b2ee42efddd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732681278241 2024-11-27T04:21:19,597 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e70657cd84c4a639c50953efd912c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732681278858 2024-11-27T04:21:19,607 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:19,608 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:19,608 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/19ee4aa1fe974a2590773fe50b9632fe is 50, key is test_row_0/A:col10/1732681279499/Put/seqid=0 2024-11-27T04:21:19,609 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/90c6b2add61d45aa98480249b5519a8f is 50, key is test_row_0/B:col10/1732681279499/Put/seqid=0 2024-11-27T04:21:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741962_1138 (size=13697) 2024-11-27T04:21:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741963_1139 (size=13697) 2024-11-27T04:21:19,623 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/19ee4aa1fe974a2590773fe50b9632fe as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/19ee4aa1fe974a2590773fe50b9632fe 2024-11-27T04:21:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:19,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:21:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,632 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into 19ee4aa1fe974a2590773fe50b9632fe(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:19,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T04:21:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:19,634 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:19,634 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=13, startTime=1732681279594; duration=0sec 2024-11-27T04:21:19,635 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:19,635 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:19,635 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:19,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/b554d0418a40457ebe6bd4ac4c644ec9 is 50, key is test_row_0/A:col10/1732681279517/Put/seqid=0 2024-11-27T04:21:19,639 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:19,639 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:19,639 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,639 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/e65364cc762a4fad939c01a5f8c61c75, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a978ce8dfb8e4e709e443e1f896a4446, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/534bab307f4642089298b0606b7de5be] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=37.3 K 2024-11-27T04:21:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681339637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,640 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e65364cc762a4fad939c01a5f8c61c75, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732681278206 2024-11-27T04:21:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681339635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681339638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681339638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,641 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a978ce8dfb8e4e709e443e1f896a4446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732681278241 2024-11-27T04:21:19,641 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 534bab307f4642089298b0606b7de5be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732681278858 2024-11-27T04:21:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681339639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741964_1140 (size=14741) 2024-11-27T04:21:19,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/b554d0418a40457ebe6bd4ac4c644ec9 2024-11-27T04:21:19,666 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:19,667 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d9be91d5bbf64315a4154048bd18b81c is 50, key is test_row_0/C:col10/1732681279499/Put/seqid=0 2024-11-27T04:21:19,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/ce88bac2b8b14a7597112ab220139559 is 50, key is test_row_0/B:col10/1732681279517/Put/seqid=0 2024-11-27T04:21:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741965_1141 (size=13697) 2024-11-27T04:21:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741966_1142 (size=12301) 2024-11-27T04:21:19,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/ce88bac2b8b14a7597112ab220139559 2024-11-27T04:21:19,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/98bcd61e44bb4c71aee04ebd59d52b7d is 50, key is test_row_0/C:col10/1732681279517/Put/seqid=0 2024-11-27T04:21:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681339741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681339742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681339742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681339744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681339745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741967_1143 (size=12301) 2024-11-27T04:21:19,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/98bcd61e44bb4c71aee04ebd59d52b7d 2024-11-27T04:21:19,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/b554d0418a40457ebe6bd4ac4c644ec9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b554d0418a40457ebe6bd4ac4c644ec9 2024-11-27T04:21:19,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b554d0418a40457ebe6bd4ac4c644ec9, entries=200, sequenceid=613, filesize=14.4 K 2024-11-27T04:21:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/ce88bac2b8b14a7597112ab220139559 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ce88bac2b8b14a7597112ab220139559 2024-11-27T04:21:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T04:21:19,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T04:21:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:19,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ce88bac2b8b14a7597112ab220139559, entries=150, sequenceid=613, filesize=12.0 K 2024-11-27T04:21:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/98bcd61e44bb4c71aee04ebd59d52b7d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98bcd61e44bb4c71aee04ebd59d52b7d 2024-11-27T04:21:19,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98bcd61e44bb4c71aee04ebd59d52b7d, entries=150, sequenceid=613, filesize=12.0 K 2024-11-27T04:21:19,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e45b3248585d4e2dc0729dc01c655a5 in 167ms, sequenceid=613, compaction requested=false 2024-11-27T04:21:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:19,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T04:21:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:19,941 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T04:21:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/54323d5d215f43fe989304036609c218 is 50, key is test_row_0/A:col10/1732681279637/Put/seqid=0 2024-11-27T04:21:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741968_1144 (size=12301) 2024-11-27T04:21:19,967 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/54323d5d215f43fe989304036609c218 2024-11-27T04:21:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681339971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681339972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681339972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681339974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681339974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/39fa17908e6b45ae884dcefc50064bac is 50, key is test_row_0/B:col10/1732681279637/Put/seqid=0 2024-11-27T04:21:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741969_1145 (size=12301) 2024-11-27T04:21:20,024 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/90c6b2add61d45aa98480249b5519a8f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/90c6b2add61d45aa98480249b5519a8f 2024-11-27T04:21:20,031 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into 90c6b2add61d45aa98480249b5519a8f(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:20,031 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:20,031 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=13, startTime=1732681279594; duration=0sec 2024-11-27T04:21:20,031 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:20,031 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:20,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681340078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T04:21:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681340079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681340079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681340079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681340079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,104 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/d9be91d5bbf64315a4154048bd18b81c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d9be91d5bbf64315a4154048bd18b81c 2024-11-27T04:21:20,110 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into d9be91d5bbf64315a4154048bd18b81c(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:20,110 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:20,110 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=13, startTime=1732681279594; duration=0sec 2024-11-27T04:21:20,110 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:20,110 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:20,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681340281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681340283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681340284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681340284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681340285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,389 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/39fa17908e6b45ae884dcefc50064bac 2024-11-27T04:21:20,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/75d1cfa2d0214a42965144f9451d7a54 is 50, key is test_row_0/C:col10/1732681279637/Put/seqid=0 2024-11-27T04:21:20,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741970_1146 (size=12301) 2024-11-27T04:21:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T04:21:20,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681340584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681340585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681340587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681340589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681340589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:20,804 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/75d1cfa2d0214a42965144f9451d7a54 2024-11-27T04:21:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/54323d5d215f43fe989304036609c218 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54323d5d215f43fe989304036609c218 2024-11-27T04:21:20,819 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54323d5d215f43fe989304036609c218, entries=150, sequenceid=624, filesize=12.0 K 2024-11-27T04:21:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/39fa17908e6b45ae884dcefc50064bac as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/39fa17908e6b45ae884dcefc50064bac 2024-11-27T04:21:20,826 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/39fa17908e6b45ae884dcefc50064bac, entries=150, sequenceid=624, filesize=12.0 K 2024-11-27T04:21:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/75d1cfa2d0214a42965144f9451d7a54 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/75d1cfa2d0214a42965144f9451d7a54 2024-11-27T04:21:20,832 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/75d1cfa2d0214a42965144f9451d7a54, entries=150, sequenceid=624, filesize=12.0 K 2024-11-27T04:21:20,833 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7e45b3248585d4e2dc0729dc01c655a5 in 892ms, sequenceid=624, compaction requested=true 2024-11-27T04:21:20,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:20,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:20,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T04:21:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-27T04:21:20,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T04:21:20,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3530 sec 2024-11-27T04:21:20,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.3580 sec 2024-11-27T04:21:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:21,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:21:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:21,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:21,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:21,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:21,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:21,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:21,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a7c9ec884ca24f1492caf1a5df6e594d is 50, key is test_row_0/A:col10/1732681279970/Put/seqid=0 2024-11-27T04:21:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681341095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681341096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681341096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681341097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681341097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741971_1147 (size=14741) 2024-11-27T04:21:21,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a7c9ec884ca24f1492caf1a5df6e594d 2024-11-27T04:21:21,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/ed36b0214adb457c98865404dae57777 is 50, key is test_row_0/B:col10/1732681279970/Put/seqid=0 2024-11-27T04:21:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741972_1148 (size=12301) 2024-11-27T04:21:21,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681341198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681341200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681341200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681341201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681341403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681341405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681341405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681341405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/ed36b0214adb457c98865404dae57777 2024-11-27T04:21:21,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f27bb99d769b4c23b7005a86659cf406 is 50, key is test_row_0/C:col10/1732681279970/Put/seqid=0 2024-11-27T04:21:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741973_1149 (size=12301) 2024-11-27T04:21:21,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f27bb99d769b4c23b7005a86659cf406 2024-11-27T04:21:21,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/a7c9ec884ca24f1492caf1a5df6e594d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7c9ec884ca24f1492caf1a5df6e594d 2024-11-27T04:21:21,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7c9ec884ca24f1492caf1a5df6e594d, entries=200, sequenceid=653, filesize=14.4 K 2024-11-27T04:21:21,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/ed36b0214adb457c98865404dae57777 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ed36b0214adb457c98865404dae57777 2024-11-27T04:21:21,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ed36b0214adb457c98865404dae57777, entries=150, sequenceid=653, filesize=12.0 K 2024-11-27T04:21:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/f27bb99d769b4c23b7005a86659cf406 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f27bb99d769b4c23b7005a86659cf406 2024-11-27T04:21:21,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f27bb99d769b4c23b7005a86659cf406, entries=150, sequenceid=653, filesize=12.0 K 2024-11-27T04:21:21,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7e45b3248585d4e2dc0729dc01c655a5 in 487ms, sequenceid=653, compaction requested=true 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:21,575 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:21,575 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e45b3248585d4e2dc0729dc01c655a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:21,577 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55480 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:21,577 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:21,577 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/B is initiating minor compaction (all files) 2024-11-27T04:21:21,577 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/A is initiating minor compaction (all files) 2024-11-27T04:21:21,577 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/B in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,577 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/A in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,577 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/19ee4aa1fe974a2590773fe50b9632fe, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b554d0418a40457ebe6bd4ac4c644ec9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54323d5d215f43fe989304036609c218, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7c9ec884ca24f1492caf1a5df6e594d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=54.2 K 2024-11-27T04:21:21,577 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/90c6b2add61d45aa98480249b5519a8f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ce88bac2b8b14a7597112ab220139559, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/39fa17908e6b45ae884dcefc50064bac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ed36b0214adb457c98865404dae57777] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=49.4 K 2024-11-27T04:21:21,578 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 90c6b2add61d45aa98480249b5519a8f, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732681278858 2024-11-27T04:21:21,578 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19ee4aa1fe974a2590773fe50b9632fe, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732681278858 2024-11-27T04:21:21,578 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ce88bac2b8b14a7597112ab220139559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732681279517 2024-11-27T04:21:21,578 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b554d0418a40457ebe6bd4ac4c644ec9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732681279517 2024-11-27T04:21:21,579 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 39fa17908e6b45ae884dcefc50064bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732681279629 2024-11-27T04:21:21,579 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54323d5d215f43fe989304036609c218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732681279629 2024-11-27T04:21:21,579 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ed36b0214adb457c98865404dae57777, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1732681279970 2024-11-27T04:21:21,579 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7c9ec884ca24f1492caf1a5df6e594d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1732681279970 2024-11-27T04:21:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T04:21:21,584 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-27T04:21:21,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-27T04:21:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:21,588 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:21,588 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:21,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:21,598 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:21,599 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#A#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:21,599 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/df06201e481f4da5be9ba9819e9c69b9 is 50, key is test_row_0/B:col10/1732681279970/Put/seqid=0 2024-11-27T04:21:21,600 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/e23b0932dbcd4e8e80af93808ce06c80 is 50, key is test_row_0/A:col10/1732681279970/Put/seqid=0 2024-11-27T04:21:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741975_1151 (size=13833) 2024-11-27T04:21:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741974_1150 (size=13833) 2024-11-27T04:21:21,621 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/e23b0932dbcd4e8e80af93808ce06c80 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e23b0932dbcd4e8e80af93808ce06c80 2024-11-27T04:21:21,627 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/A of 7e45b3248585d4e2dc0729dc01c655a5 into e23b0932dbcd4e8e80af93808ce06c80(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:21,627 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:21,627 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/A, priority=12, startTime=1732681281575; duration=0sec 2024-11-27T04:21:21,627 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:21,628 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:A 2024-11-27T04:21:21,628 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:21,631 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:21,631 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 7e45b3248585d4e2dc0729dc01c655a5/C is initiating minor compaction (all files) 2024-11-27T04:21:21,631 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e45b3248585d4e2dc0729dc01c655a5/C in TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,631 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d9be91d5bbf64315a4154048bd18b81c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98bcd61e44bb4c71aee04ebd59d52b7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/75d1cfa2d0214a42965144f9451d7a54, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f27bb99d769b4c23b7005a86659cf406] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp, totalSize=49.4 K 2024-11-27T04:21:21,632 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9be91d5bbf64315a4154048bd18b81c, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732681278858 2024-11-27T04:21:21,632 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98bcd61e44bb4c71aee04ebd59d52b7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732681279517 2024-11-27T04:21:21,633 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d1cfa2d0214a42965144f9451d7a54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732681279629 2024-11-27T04:21:21,633 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f27bb99d769b4c23b7005a86659cf406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1732681279970 2024-11-27T04:21:21,644 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e45b3248585d4e2dc0729dc01c655a5#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:21,645 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/ec78268510614262a07c7f4d21b024b9 is 50, key is test_row_0/C:col10/1732681279970/Put/seqid=0 2024-11-27T04:21:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741976_1152 (size=13833) 2024-11-27T04:21:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:21,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:21,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7ac48ceba93f462fb102e48a2a2d6fb4 is 50, key is test_row_0/A:col10/1732681281707/Put/seqid=0 2024-11-27T04:21:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681341734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681341736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:21,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681341736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681341737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741977_1153 (size=12301) 2024-11-27T04:21:21,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681341838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681341843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681341843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681341843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:21,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:21,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:21,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:21,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:21,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:21,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,020 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/df06201e481f4da5be9ba9819e9c69b9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/df06201e481f4da5be9ba9819e9c69b9 2024-11-27T04:21:22,026 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/B of 7e45b3248585d4e2dc0729dc01c655a5 into df06201e481f4da5be9ba9819e9c69b9(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:22,026 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:22,027 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/B, priority=12, startTime=1732681281575; duration=0sec 2024-11-27T04:21:22,027 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:22,027 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:B 2024-11-27T04:21:22,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681342040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681342046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681342048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681342048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,058 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/ec78268510614262a07c7f4d21b024b9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/ec78268510614262a07c7f4d21b024b9 2024-11-27T04:21:22,063 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e45b3248585d4e2dc0729dc01c655a5/C of 7e45b3248585d4e2dc0729dc01c655a5 into ec78268510614262a07c7f4d21b024b9(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:22,063 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:22,063 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5., storeName=7e45b3248585d4e2dc0729dc01c655a5/C, priority=12, startTime=1732681281575; duration=0sec 2024-11-27T04:21:22,063 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:22,063 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e45b3248585d4e2dc0729dc01c655a5:C 2024-11-27T04:21:22,099 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:56910 2024-11-27T04:21:22,099 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:56910 2024-11-27T04:21:22,099 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:22,099 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:22,102 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:56910 2024-11-27T04:21:22,102 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732681342103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,105 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:56910 2024-11-27T04:21:22,105 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:22,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=666 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7ac48ceba93f462fb102e48a2a2d6fb4 2024-11-27T04:21:22,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e16fe16fc91e40eda31a033c1a18e7fc is 50, key is test_row_0/B:col10/1732681281707/Put/seqid=0 2024-11-27T04:21:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741978_1154 (size=12301) 2024-11-27T04:21:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:22,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681342344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681342351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681342352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681342353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=666 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e16fe16fc91e40eda31a033c1a18e7fc 2024-11-27T04:21:22,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a5b26017a6d64b61b9c01cb960c1a68e is 50, key is test_row_0/C:col10/1732681281707/Put/seqid=0 2024-11-27T04:21:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741979_1155 (size=12301) 2024-11-27T04:21:22,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:22,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35672 deadline: 1732681342850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35706 deadline: 1732681342854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35718 deadline: 1732681342855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35686 deadline: 1732681342856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:22,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:22,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:22,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:22,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=666 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a5b26017a6d64b61b9c01cb960c1a68e 2024-11-27T04:21:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/7ac48ceba93f462fb102e48a2a2d6fb4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ac48ceba93f462fb102e48a2a2d6fb4 2024-11-27T04:21:23,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ac48ceba93f462fb102e48a2a2d6fb4, entries=150, sequenceid=666, filesize=12.0 K 2024-11-27T04:21:23,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/e16fe16fc91e40eda31a033c1a18e7fc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e16fe16fc91e40eda31a033c1a18e7fc 2024-11-27T04:21:23,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e16fe16fc91e40eda31a033c1a18e7fc, entries=150, sequenceid=666, filesize=12.0 K 2024-11-27T04:21:23,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/a5b26017a6d64b61b9c01cb960c1a68e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a5b26017a6d64b61b9c01cb960c1a68e 2024-11-27T04:21:23,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a5b26017a6d64b61b9c01cb960c1a68e, entries=150, sequenceid=666, filesize=12.0 K 2024-11-27T04:21:23,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7e45b3248585d4e2dc0729dc01c655a5 in 1301ms, sequenceid=666, compaction requested=false 2024-11-27T04:21:23,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:23,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:23,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T04:21:23,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:23,121 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:21:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/54167d277d174339b45af5de73ce0b13 is 50, key is test_row_0/A:col10/1732681281731/Put/seqid=0 2024-11-27T04:21:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741980_1156 (size=12301) 2024-11-27T04:21:23,531 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/54167d277d174339b45af5de73ce0b13 2024-11-27T04:21:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/61a9a8b3d4b6413cb48fd4b11388df22 is 50, key is test_row_0/B:col10/1732681281731/Put/seqid=0 2024-11-27T04:21:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741981_1157 (size=12301) 2024-11-27T04:21:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:23,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. as already flushing 2024-11-27T04:21:23,854 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:56910 2024-11-27T04:21:23,854 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:23,863 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:56910 2024-11-27T04:21:23,863 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:56910 2024-11-27T04:21:23,863 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:23,864 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:23,865 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:56910 2024-11-27T04:21:23,865 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:23,943 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/61a9a8b3d4b6413cb48fd4b11388df22 2024-11-27T04:21:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/c4a3c629fbc84b6ca63925e7cac6f900 is 50, key is test_row_0/C:col10/1732681281731/Put/seqid=0 2024-11-27T04:21:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741982_1158 (size=12301) 2024-11-27T04:21:24,107 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:56910 2024-11-27T04:21:24,107 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:24,355 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/c4a3c629fbc84b6ca63925e7cac6f900 2024-11-27T04:21:24,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/54167d277d174339b45af5de73ce0b13 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54167d277d174339b45af5de73ce0b13 2024-11-27T04:21:24,364 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54167d277d174339b45af5de73ce0b13, entries=150, sequenceid=692, filesize=12.0 K 2024-11-27T04:21:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/61a9a8b3d4b6413cb48fd4b11388df22 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/61a9a8b3d4b6413cb48fd4b11388df22 2024-11-27T04:21:24,368 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/61a9a8b3d4b6413cb48fd4b11388df22, entries=150, sequenceid=692, filesize=12.0 K 2024-11-27T04:21:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/c4a3c629fbc84b6ca63925e7cac6f900 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/c4a3c629fbc84b6ca63925e7cac6f900 2024-11-27T04:21:24,373 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/c4a3c629fbc84b6ca63925e7cac6f900, entries=150, sequenceid=692, filesize=12.0 K 2024-11-27T04:21:24,374 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 7e45b3248585d4e2dc0729dc01c655a5 in 1253ms, sequenceid=692, compaction requested=true 2024-11-27T04:21:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T04:21:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-27T04:21:24,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T04:21:24,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7860 sec 2024-11-27T04:21:24,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.7900 sec 2024-11-27T04:21:24,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T04:21:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T04:21:25,692 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5570 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5360 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2439 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7314 rows 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2411 2024-11-27T04:21:25,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7233 rows 2024-11-27T04:21:25,693 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:21:25,693 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:56910 2024-11-27T04:21:25,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:25,697 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T04:21:25,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T04:21:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:25,709 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681285709"}]},"ts":"1732681285709"} 2024-11-27T04:21:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T04:21:25,710 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T04:21:25,713 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T04:21:25,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:21:25,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, UNASSIGN}] 2024-11-27T04:21:25,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, UNASSIGN 2024-11-27T04:21:25,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=7e45b3248585d4e2dc0729dc01c655a5, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:25,720 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:21:25,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:21:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T04:21:25,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:25,877 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:25,877 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 7e45b3248585d4e2dc0729dc01c655a5, disabling compactions & flushes 2024-11-27T04:21:25,878 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. after waiting 0 ms 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:25,878 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 7e45b3248585d4e2dc0729dc01c655a5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=A 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=B 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e45b3248585d4e2dc0729dc01c655a5, store=C 2024-11-27T04:21:25,878 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:25,882 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/cca2b61bd57241b7abcc7cb24dbc4da6 is 50, key is test_row_0/A:col10/1732681284105/Put/seqid=0 2024-11-27T04:21:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741983_1159 (size=12301) 2024-11-27T04:21:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T04:21:26,287 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/cca2b61bd57241b7abcc7cb24dbc4da6 2024-11-27T04:21:26,295 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a64b00d18eaf4900b227c609a192b133 is 50, key is test_row_0/B:col10/1732681284105/Put/seqid=0 2024-11-27T04:21:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741984_1160 (size=12301) 2024-11-27T04:21:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T04:21:26,699 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a64b00d18eaf4900b227c609a192b133 2024-11-27T04:21:26,706 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/3c0376c5fbc8442eac2f111cc07c188e is 50, key is test_row_0/C:col10/1732681284105/Put/seqid=0 2024-11-27T04:21:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741985_1161 (size=12301) 2024-11-27T04:21:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T04:21:27,110 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/3c0376c5fbc8442eac2f111cc07c188e 2024-11-27T04:21:27,115 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/A/cca2b61bd57241b7abcc7cb24dbc4da6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/cca2b61bd57241b7abcc7cb24dbc4da6 2024-11-27T04:21:27,120 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/cca2b61bd57241b7abcc7cb24dbc4da6, entries=150, sequenceid=700, filesize=12.0 K 2024-11-27T04:21:27,121 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/B/a64b00d18eaf4900b227c609a192b133 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a64b00d18eaf4900b227c609a192b133 2024-11-27T04:21:27,124 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a64b00d18eaf4900b227c609a192b133, entries=150, sequenceid=700, filesize=12.0 K 2024-11-27T04:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/.tmp/C/3c0376c5fbc8442eac2f111cc07c188e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3c0376c5fbc8442eac2f111cc07c188e 2024-11-27T04:21:27,130 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3c0376c5fbc8442eac2f111cc07c188e, entries=150, sequenceid=700, filesize=12.0 K 2024-11-27T04:21:27,131 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7e45b3248585d4e2dc0729dc01c655a5 in 1253ms, sequenceid=700, compaction requested=true 2024-11-27T04:21:27,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8fb52b921d9149fc9a59b1c87795ca25, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/db7e55d4d1a746a2aa9094f68d1f0a9b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6b8dd6217ff341c582c787e2844cd415, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/dd316ad7ce66466888b086d5a0a87ff8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7843542b77848cba9a01b22bc621296, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6a2097035fc6470689389bc48857683d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f77eb06f0d284d08ab160147f649dd1e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6096d84d5e0f426f95bc471ce77333a2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e614dd3be80646f98c19268a3b53748b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a2e984846df946458ea0a01e30d319de, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a4630253d4264cc582f6189bf647e1a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/741721b6bf744dea9182e9fd061faf07, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/3ea60a34bffe4764a17d6931f2bdd42c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ffdf01aefe8b4abd869f0ff0c537666b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d00c1183ea35407cbba26d49097ff8a5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/9aab3de1883746bea0341d1a4aa08477, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/44368ea052714188a803abc55b9a8cac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b1628214d78f43e48f337eee0dec0a24, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7e9853f83dd248a38b60522ceb2e0e31, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7c0a69f10a044ffebe353d84d5541dfc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a42677804b2448e1a5645cc01c76bd16, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/eb6156104c5b470e87a3e70358430ce0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/58f065ec4bb54e8db7a57cc179a2a9d1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6c2d8d23744c4f228bb3a3db6a1b607d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/80159a00cc1d492cbb11c4627dc94bb7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/069332971e244d63b5ba8909cbac8366, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/722773e6a9e74ca6b8804e00131aed01, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f593905c63464a5a8da8600f81cd10aa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a6b5878bef934fe59d477ce17f33962f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/4f17d8cef40d4937a84528b36479acfb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/20618cb4f63a4a82a8ded855100a8dac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ed237007cc5418f8770d105735a6f7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d0edb6d7e6274d63bb6f388e109a926e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/56d67dc5c1bf43cebb16007b196c80f8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ba28732e699746d08c60b898ae637666, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8e6060f12429457a81db9e2b44850a85, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/c012cf7c9d8f430090553ea7a10c0d8a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/5d354e4d130e4a23beebfd103921b5db, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ca54f89e195f463e820bba3f6a12261e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/97123d232e5d488798009c1ad9b614e0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/19ee4aa1fe974a2590773fe50b9632fe, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6fa40b84f0e24fca9c2f2e7e2d74cb43, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b554d0418a40457ebe6bd4ac4c644ec9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54323d5d215f43fe989304036609c218, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7c9ec884ca24f1492caf1a5df6e594d] to archive 2024-11-27T04:21:27,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:21:27,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8fb52b921d9149fc9a59b1c87795ca25 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8fb52b921d9149fc9a59b1c87795ca25 2024-11-27T04:21:27,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/db7e55d4d1a746a2aa9094f68d1f0a9b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/db7e55d4d1a746a2aa9094f68d1f0a9b 2024-11-27T04:21:27,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6b8dd6217ff341c582c787e2844cd415 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6b8dd6217ff341c582c787e2844cd415 2024-11-27T04:21:27,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/dd316ad7ce66466888b086d5a0a87ff8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/dd316ad7ce66466888b086d5a0a87ff8 2024-11-27T04:21:27,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7843542b77848cba9a01b22bc621296 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7843542b77848cba9a01b22bc621296 2024-11-27T04:21:27,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6a2097035fc6470689389bc48857683d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6a2097035fc6470689389bc48857683d 2024-11-27T04:21:27,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f77eb06f0d284d08ab160147f649dd1e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f77eb06f0d284d08ab160147f649dd1e 2024-11-27T04:21:27,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6096d84d5e0f426f95bc471ce77333a2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6096d84d5e0f426f95bc471ce77333a2 2024-11-27T04:21:27,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e614dd3be80646f98c19268a3b53748b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e614dd3be80646f98c19268a3b53748b 2024-11-27T04:21:27,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a2e984846df946458ea0a01e30d319de to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a2e984846df946458ea0a01e30d319de 2024-11-27T04:21:27,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a4630253d4264cc582f6189bf647e1a3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a4630253d4264cc582f6189bf647e1a3 2024-11-27T04:21:27,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/741721b6bf744dea9182e9fd061faf07 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/741721b6bf744dea9182e9fd061faf07 2024-11-27T04:21:27,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/3ea60a34bffe4764a17d6931f2bdd42c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/3ea60a34bffe4764a17d6931f2bdd42c 2024-11-27T04:21:27,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ffdf01aefe8b4abd869f0ff0c537666b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ffdf01aefe8b4abd869f0ff0c537666b 2024-11-27T04:21:27,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d00c1183ea35407cbba26d49097ff8a5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d00c1183ea35407cbba26d49097ff8a5 2024-11-27T04:21:27,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/9aab3de1883746bea0341d1a4aa08477 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/9aab3de1883746bea0341d1a4aa08477 2024-11-27T04:21:27,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/44368ea052714188a803abc55b9a8cac to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/44368ea052714188a803abc55b9a8cac 2024-11-27T04:21:27,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b1628214d78f43e48f337eee0dec0a24 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b1628214d78f43e48f337eee0dec0a24 2024-11-27T04:21:27,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7e9853f83dd248a38b60522ceb2e0e31 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7e9853f83dd248a38b60522ceb2e0e31 2024-11-27T04:21:27,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7c0a69f10a044ffebe353d84d5541dfc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7c0a69f10a044ffebe353d84d5541dfc 2024-11-27T04:21:27,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a42677804b2448e1a5645cc01c76bd16 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a42677804b2448e1a5645cc01c76bd16 2024-11-27T04:21:27,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/eb6156104c5b470e87a3e70358430ce0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/eb6156104c5b470e87a3e70358430ce0 2024-11-27T04:21:27,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/58f065ec4bb54e8db7a57cc179a2a9d1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/58f065ec4bb54e8db7a57cc179a2a9d1 2024-11-27T04:21:27,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6c2d8d23744c4f228bb3a3db6a1b607d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6c2d8d23744c4f228bb3a3db6a1b607d 2024-11-27T04:21:27,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/80159a00cc1d492cbb11c4627dc94bb7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/80159a00cc1d492cbb11c4627dc94bb7 2024-11-27T04:21:27,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/069332971e244d63b5ba8909cbac8366 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/069332971e244d63b5ba8909cbac8366 2024-11-27T04:21:27,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/722773e6a9e74ca6b8804e00131aed01 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/722773e6a9e74ca6b8804e00131aed01 2024-11-27T04:21:27,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f593905c63464a5a8da8600f81cd10aa to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/f593905c63464a5a8da8600f81cd10aa 2024-11-27T04:21:27,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a6b5878bef934fe59d477ce17f33962f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a6b5878bef934fe59d477ce17f33962f 2024-11-27T04:21:27,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/4f17d8cef40d4937a84528b36479acfb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/4f17d8cef40d4937a84528b36479acfb 2024-11-27T04:21:27,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/20618cb4f63a4a82a8ded855100a8dac to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/20618cb4f63a4a82a8ded855100a8dac 2024-11-27T04:21:27,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ed237007cc5418f8770d105735a6f7d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ed237007cc5418f8770d105735a6f7d 2024-11-27T04:21:27,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d0edb6d7e6274d63bb6f388e109a926e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/d0edb6d7e6274d63bb6f388e109a926e 2024-11-27T04:21:27,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/56d67dc5c1bf43cebb16007b196c80f8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/56d67dc5c1bf43cebb16007b196c80f8 2024-11-27T04:21:27,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ba28732e699746d08c60b898ae637666 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ba28732e699746d08c60b898ae637666 2024-11-27T04:21:27,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8e6060f12429457a81db9e2b44850a85 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/8e6060f12429457a81db9e2b44850a85 2024-11-27T04:21:27,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/c012cf7c9d8f430090553ea7a10c0d8a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/c012cf7c9d8f430090553ea7a10c0d8a 2024-11-27T04:21:27,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/5d354e4d130e4a23beebfd103921b5db to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/5d354e4d130e4a23beebfd103921b5db 2024-11-27T04:21:27,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ca54f89e195f463e820bba3f6a12261e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/ca54f89e195f463e820bba3f6a12261e 2024-11-27T04:21:27,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/97123d232e5d488798009c1ad9b614e0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/97123d232e5d488798009c1ad9b614e0 2024-11-27T04:21:27,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/19ee4aa1fe974a2590773fe50b9632fe to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/19ee4aa1fe974a2590773fe50b9632fe 2024-11-27T04:21:27,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6fa40b84f0e24fca9c2f2e7e2d74cb43 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/6fa40b84f0e24fca9c2f2e7e2d74cb43 2024-11-27T04:21:27,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b554d0418a40457ebe6bd4ac4c644ec9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/b554d0418a40457ebe6bd4ac4c644ec9 2024-11-27T04:21:27,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54323d5d215f43fe989304036609c218 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54323d5d215f43fe989304036609c218 2024-11-27T04:21:27,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7c9ec884ca24f1492caf1a5df6e594d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/a7c9ec884ca24f1492caf1a5df6e594d 2024-11-27T04:21:27,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/13f73fd242844e54a69a1e2669d09b67, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/42eab18b30fe40b6a57ff0d8ca1f1c38, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5f0e63dae8e344be83f8a9c72e4bf618, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b7cf036ecbb24737a0dd19909ac8e14b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/525579ee93e442dda5347a6015e295a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d907bc4b671b4044837eb892ecaf1ebb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a392e63d04484c2c9702dec6e628f03b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/3dadb24e0e3c456d809aa999fd3448fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b017ef98a8324f89978d8f150b3267b5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5b5627d0d65c41c89f46f69961b04912, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e992174adc2b43b69ca6e9ae9060e9bb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a56bae60368649f3af2ba98de48529ec, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/38e95c88e4784ad78104f7ac082118f5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/11936de3e036477ab6f59521ac377a31, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/262e4493f5b64d819aa6746c17796cea, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d82ec88a9c514a0487d316cb2839fe3e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e9cda14440c6449a8f1f14c6da7758f1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/040d6dc936ac494ab8d4abf0cb35ec99, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/f6e2ab7cb7134e06b6b85dd1a62e84d7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4df45c1e8d484a9aa15db6eed0acd7ae, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/332dff023dda4126b1bb357b8fb20048, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a641fed5d2fc4bfdab72ada62982bbde, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/cbbdbccb7ad74f6194399393e7348a8b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/9355f1cd23ee48d495f56673fd28a127, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c2b2be0fb5884799ba6a7112de420482, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4a5e11bab3644e46ad68f45a929bb6c0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5a2668ea71834088b0be7412fd220b86, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/6d9e49bea05f4b69af99a63d2608e301, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/29b5b84a7c144a709369e86e816042b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c59dd0044a654972bd6fdd6c52c462f0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/85707ecdeeb14c3f9dfd7e87b66eb887, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c656d72328864a3f938d0521bb9c9864, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b38b61a5ad4b4ef88bd9f7594751d960, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/0338703f9b0041b5b43c85fdca591709, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/bbaa3cea3ed54961be3f31a78f445f83, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a488c0a98afd4dca81d44a592bbadd27, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d6d34c54d4794dec90f51ead92bacbe9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/06f2db8c0bed41358bf0ce03b2d05202, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/48bb48f5953247358c70fae3e94b9d5d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e98069af7ff34746b9486b2ee42efddd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/90c6b2add61d45aa98480249b5519a8f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5e70657cd84c4a639c50953efd912c42, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ce88bac2b8b14a7597112ab220139559, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/39fa17908e6b45ae884dcefc50064bac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ed36b0214adb457c98865404dae57777] to archive 2024-11-27T04:21:27,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:21:27,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/13f73fd242844e54a69a1e2669d09b67 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/13f73fd242844e54a69a1e2669d09b67 2024-11-27T04:21:27,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/42eab18b30fe40b6a57ff0d8ca1f1c38 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/42eab18b30fe40b6a57ff0d8ca1f1c38 2024-11-27T04:21:27,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5f0e63dae8e344be83f8a9c72e4bf618 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5f0e63dae8e344be83f8a9c72e4bf618 2024-11-27T04:21:27,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b7cf036ecbb24737a0dd19909ac8e14b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b7cf036ecbb24737a0dd19909ac8e14b 2024-11-27T04:21:27,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/525579ee93e442dda5347a6015e295a8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/525579ee93e442dda5347a6015e295a8 2024-11-27T04:21:27,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d907bc4b671b4044837eb892ecaf1ebb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d907bc4b671b4044837eb892ecaf1ebb 2024-11-27T04:21:27,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a392e63d04484c2c9702dec6e628f03b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a392e63d04484c2c9702dec6e628f03b 2024-11-27T04:21:27,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/3dadb24e0e3c456d809aa999fd3448fd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/3dadb24e0e3c456d809aa999fd3448fd 2024-11-27T04:21:27,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b017ef98a8324f89978d8f150b3267b5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b017ef98a8324f89978d8f150b3267b5 2024-11-27T04:21:27,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5b5627d0d65c41c89f46f69961b04912 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5b5627d0d65c41c89f46f69961b04912 2024-11-27T04:21:27,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e992174adc2b43b69ca6e9ae9060e9bb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e992174adc2b43b69ca6e9ae9060e9bb 2024-11-27T04:21:27,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a56bae60368649f3af2ba98de48529ec to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a56bae60368649f3af2ba98de48529ec 2024-11-27T04:21:27,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/38e95c88e4784ad78104f7ac082118f5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/38e95c88e4784ad78104f7ac082118f5 2024-11-27T04:21:27,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/11936de3e036477ab6f59521ac377a31 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/11936de3e036477ab6f59521ac377a31 2024-11-27T04:21:27,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/262e4493f5b64d819aa6746c17796cea to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/262e4493f5b64d819aa6746c17796cea 2024-11-27T04:21:27,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d82ec88a9c514a0487d316cb2839fe3e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d82ec88a9c514a0487d316cb2839fe3e 2024-11-27T04:21:27,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e9cda14440c6449a8f1f14c6da7758f1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e9cda14440c6449a8f1f14c6da7758f1 2024-11-27T04:21:27,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/040d6dc936ac494ab8d4abf0cb35ec99 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/040d6dc936ac494ab8d4abf0cb35ec99 2024-11-27T04:21:27,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/f6e2ab7cb7134e06b6b85dd1a62e84d7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/f6e2ab7cb7134e06b6b85dd1a62e84d7 2024-11-27T04:21:27,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4df45c1e8d484a9aa15db6eed0acd7ae to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4df45c1e8d484a9aa15db6eed0acd7ae 2024-11-27T04:21:27,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/332dff023dda4126b1bb357b8fb20048 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/332dff023dda4126b1bb357b8fb20048 2024-11-27T04:21:27,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a641fed5d2fc4bfdab72ada62982bbde to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a641fed5d2fc4bfdab72ada62982bbde 2024-11-27T04:21:27,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/cbbdbccb7ad74f6194399393e7348a8b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/cbbdbccb7ad74f6194399393e7348a8b 2024-11-27T04:21:27,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/9355f1cd23ee48d495f56673fd28a127 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/9355f1cd23ee48d495f56673fd28a127 2024-11-27T04:21:27,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c2b2be0fb5884799ba6a7112de420482 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c2b2be0fb5884799ba6a7112de420482 2024-11-27T04:21:27,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4a5e11bab3644e46ad68f45a929bb6c0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/4a5e11bab3644e46ad68f45a929bb6c0 2024-11-27T04:21:27,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5a2668ea71834088b0be7412fd220b86 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5a2668ea71834088b0be7412fd220b86 2024-11-27T04:21:27,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/6d9e49bea05f4b69af99a63d2608e301 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/6d9e49bea05f4b69af99a63d2608e301 2024-11-27T04:21:27,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/29b5b84a7c144a709369e86e816042b4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/29b5b84a7c144a709369e86e816042b4 2024-11-27T04:21:27,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c59dd0044a654972bd6fdd6c52c462f0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c59dd0044a654972bd6fdd6c52c462f0 2024-11-27T04:21:27,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/85707ecdeeb14c3f9dfd7e87b66eb887 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/85707ecdeeb14c3f9dfd7e87b66eb887 2024-11-27T04:21:27,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c656d72328864a3f938d0521bb9c9864 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/c656d72328864a3f938d0521bb9c9864 2024-11-27T04:21:27,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b38b61a5ad4b4ef88bd9f7594751d960 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/b38b61a5ad4b4ef88bd9f7594751d960 2024-11-27T04:21:27,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/0338703f9b0041b5b43c85fdca591709 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/0338703f9b0041b5b43c85fdca591709 2024-11-27T04:21:27,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/bbaa3cea3ed54961be3f31a78f445f83 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/bbaa3cea3ed54961be3f31a78f445f83 2024-11-27T04:21:27,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a488c0a98afd4dca81d44a592bbadd27 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a488c0a98afd4dca81d44a592bbadd27 2024-11-27T04:21:27,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d6d34c54d4794dec90f51ead92bacbe9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/d6d34c54d4794dec90f51ead92bacbe9 2024-11-27T04:21:27,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/06f2db8c0bed41358bf0ce03b2d05202 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/06f2db8c0bed41358bf0ce03b2d05202 2024-11-27T04:21:27,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/48bb48f5953247358c70fae3e94b9d5d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/48bb48f5953247358c70fae3e94b9d5d 2024-11-27T04:21:27,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e98069af7ff34746b9486b2ee42efddd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e98069af7ff34746b9486b2ee42efddd 2024-11-27T04:21:27,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/90c6b2add61d45aa98480249b5519a8f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/90c6b2add61d45aa98480249b5519a8f 2024-11-27T04:21:27,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5e70657cd84c4a639c50953efd912c42 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/5e70657cd84c4a639c50953efd912c42 2024-11-27T04:21:27,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ce88bac2b8b14a7597112ab220139559 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ce88bac2b8b14a7597112ab220139559 2024-11-27T04:21:27,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/39fa17908e6b45ae884dcefc50064bac to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/39fa17908e6b45ae884dcefc50064bac 2024-11-27T04:21:27,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ed36b0214adb457c98865404dae57777 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/ed36b0214adb457c98865404dae57777 2024-11-27T04:21:27,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9d9643e5b41f41e2a67c22e3eff7d58e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3ac4da2d969643169a62afea9e9c30fc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/2f024502cb1247a7af769a6717a4f7bf, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/15eb302d63a0476fadf1b2a5ec50c4ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/77a9bf0ee4924ed3b0a8737137777fd0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f92ac7db38fc43cfa17781f76867fb7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f7eadb08d6184f0c8b65e994d6ae6f88, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/7b7cc3b036c7417eafe435b16d3804e5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/339934b4031245708573bebddeb971ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/22722149d2484120ada05bfb4afb7422, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/0de266f3bf494d6583393ad37b5796c8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/cb4b16e2c4894fb79fc6d25b62faaa42, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/4d8b6369d0764d35a55b41eb350f7a2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/eff677fcee9b41f3a61c0616d2d6af5e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98da5b4060734daf83b9592a7116b493, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a92a75b2f9cb4307b5991b48096f2161, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/97a15d825b8d4968adf7c583144f2b2e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bccd6c7eb38d44aca4c7ef54d5c34d61, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/823c616fce624126873aad0e811b3890, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fddc0f53173141cc994f545fc55b5f33, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/223dc3bd9244468caf8269bd9d2bbb8b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/66f753b1963946348ecd856890650d66, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/883009b1102f4c429f46ffa3e45992fb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d914e26cb41d4ceba653f516098797ee, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bba579d63b954f22b508276366512cdb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/edb69d993b7e492d9e4eec0ba1dc6643, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9710cccef0894ec6a2f2e6630b526a70, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d402aed2bc4547f1b276f832254ae032, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/37d54b9a863f4d21b6c2f044246c357f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/89d20d747378442884426d418eafb3b0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fd51c4f49a5a4b44a1f38842157a47a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/558326931027432cb79ede8439c22e94, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/597b6b7f8cf741118ae216e41124bb78, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/6a0c5de885d448aa8f268ec22fffc8c3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fab5db162b41476b89c72fcc6b2dbc2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/1108e7cbcc9946ff87b198335743e8eb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/808df4977b3e43baaf0333f8b057757b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/e65364cc762a4fad939c01a5f8c61c75, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bae2a6d0f8aa4b358f93e29237b9a6d4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a978ce8dfb8e4e709e443e1f896a4446, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d9be91d5bbf64315a4154048bd18b81c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/534bab307f4642089298b0606b7de5be, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98bcd61e44bb4c71aee04ebd59d52b7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/75d1cfa2d0214a42965144f9451d7a54, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f27bb99d769b4c23b7005a86659cf406] to archive 2024-11-27T04:21:27,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:21:27,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9d9643e5b41f41e2a67c22e3eff7d58e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9d9643e5b41f41e2a67c22e3eff7d58e 2024-11-27T04:21:27,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3ac4da2d969643169a62afea9e9c30fc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3ac4da2d969643169a62afea9e9c30fc 2024-11-27T04:21:27,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/2f024502cb1247a7af769a6717a4f7bf to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/2f024502cb1247a7af769a6717a4f7bf 2024-11-27T04:21:27,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/15eb302d63a0476fadf1b2a5ec50c4ff to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/15eb302d63a0476fadf1b2a5ec50c4ff 2024-11-27T04:21:27,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/77a9bf0ee4924ed3b0a8737137777fd0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/77a9bf0ee4924ed3b0a8737137777fd0 2024-11-27T04:21:27,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f92ac7db38fc43cfa17781f76867fb7d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f92ac7db38fc43cfa17781f76867fb7d 2024-11-27T04:21:27,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f7eadb08d6184f0c8b65e994d6ae6f88 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f7eadb08d6184f0c8b65e994d6ae6f88 2024-11-27T04:21:27,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/7b7cc3b036c7417eafe435b16d3804e5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/7b7cc3b036c7417eafe435b16d3804e5 2024-11-27T04:21:27,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/339934b4031245708573bebddeb971ab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/339934b4031245708573bebddeb971ab 2024-11-27T04:21:27,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/22722149d2484120ada05bfb4afb7422 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/22722149d2484120ada05bfb4afb7422 2024-11-27T04:21:27,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/0de266f3bf494d6583393ad37b5796c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/0de266f3bf494d6583393ad37b5796c8 2024-11-27T04:21:27,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/cb4b16e2c4894fb79fc6d25b62faaa42 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/cb4b16e2c4894fb79fc6d25b62faaa42 2024-11-27T04:21:27,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/4d8b6369d0764d35a55b41eb350f7a2b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/4d8b6369d0764d35a55b41eb350f7a2b 2024-11-27T04:21:27,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/eff677fcee9b41f3a61c0616d2d6af5e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/eff677fcee9b41f3a61c0616d2d6af5e 2024-11-27T04:21:27,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98da5b4060734daf83b9592a7116b493 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98da5b4060734daf83b9592a7116b493 2024-11-27T04:21:27,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a92a75b2f9cb4307b5991b48096f2161 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a92a75b2f9cb4307b5991b48096f2161 2024-11-27T04:21:27,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/97a15d825b8d4968adf7c583144f2b2e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/97a15d825b8d4968adf7c583144f2b2e 2024-11-27T04:21:27,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bccd6c7eb38d44aca4c7ef54d5c34d61 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bccd6c7eb38d44aca4c7ef54d5c34d61 2024-11-27T04:21:27,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/823c616fce624126873aad0e811b3890 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/823c616fce624126873aad0e811b3890 2024-11-27T04:21:27,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fddc0f53173141cc994f545fc55b5f33 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fddc0f53173141cc994f545fc55b5f33 2024-11-27T04:21:27,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/223dc3bd9244468caf8269bd9d2bbb8b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/223dc3bd9244468caf8269bd9d2bbb8b 2024-11-27T04:21:27,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/66f753b1963946348ecd856890650d66 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/66f753b1963946348ecd856890650d66 2024-11-27T04:21:27,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/883009b1102f4c429f46ffa3e45992fb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/883009b1102f4c429f46ffa3e45992fb 2024-11-27T04:21:27,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d914e26cb41d4ceba653f516098797ee to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d914e26cb41d4ceba653f516098797ee 2024-11-27T04:21:27,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bba579d63b954f22b508276366512cdb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bba579d63b954f22b508276366512cdb 2024-11-27T04:21:27,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/edb69d993b7e492d9e4eec0ba1dc6643 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/edb69d993b7e492d9e4eec0ba1dc6643 2024-11-27T04:21:27,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9710cccef0894ec6a2f2e6630b526a70 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/9710cccef0894ec6a2f2e6630b526a70 2024-11-27T04:21:27,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d402aed2bc4547f1b276f832254ae032 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d402aed2bc4547f1b276f832254ae032 2024-11-27T04:21:27,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/37d54b9a863f4d21b6c2f044246c357f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/37d54b9a863f4d21b6c2f044246c357f 2024-11-27T04:21:27,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/89d20d747378442884426d418eafb3b0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/89d20d747378442884426d418eafb3b0 2024-11-27T04:21:27,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fd51c4f49a5a4b44a1f38842157a47a3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fd51c4f49a5a4b44a1f38842157a47a3 2024-11-27T04:21:27,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/558326931027432cb79ede8439c22e94 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/558326931027432cb79ede8439c22e94 2024-11-27T04:21:27,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/597b6b7f8cf741118ae216e41124bb78 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/597b6b7f8cf741118ae216e41124bb78 2024-11-27T04:21:27,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/6a0c5de885d448aa8f268ec22fffc8c3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/6a0c5de885d448aa8f268ec22fffc8c3 2024-11-27T04:21:27,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fab5db162b41476b89c72fcc6b2dbc2c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/fab5db162b41476b89c72fcc6b2dbc2c 2024-11-27T04:21:27,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/1108e7cbcc9946ff87b198335743e8eb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/1108e7cbcc9946ff87b198335743e8eb 2024-11-27T04:21:27,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/808df4977b3e43baaf0333f8b057757b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/808df4977b3e43baaf0333f8b057757b 2024-11-27T04:21:27,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/e65364cc762a4fad939c01a5f8c61c75 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/e65364cc762a4fad939c01a5f8c61c75 2024-11-27T04:21:27,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bae2a6d0f8aa4b358f93e29237b9a6d4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/bae2a6d0f8aa4b358f93e29237b9a6d4 2024-11-27T04:21:27,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a978ce8dfb8e4e709e443e1f896a4446 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a978ce8dfb8e4e709e443e1f896a4446 2024-11-27T04:21:27,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d9be91d5bbf64315a4154048bd18b81c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/d9be91d5bbf64315a4154048bd18b81c 2024-11-27T04:21:27,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/534bab307f4642089298b0606b7de5be to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/534bab307f4642089298b0606b7de5be 2024-11-27T04:21:27,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98bcd61e44bb4c71aee04ebd59d52b7d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/98bcd61e44bb4c71aee04ebd59d52b7d 2024-11-27T04:21:27,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/75d1cfa2d0214a42965144f9451d7a54 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/75d1cfa2d0214a42965144f9451d7a54 2024-11-27T04:21:27,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f27bb99d769b4c23b7005a86659cf406 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/f27bb99d769b4c23b7005a86659cf406 2024-11-27T04:21:27,324 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/recovered.edits/703.seqid, newMaxSeqId=703, maxSeqId=1 2024-11-27T04:21:27,327 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5. 2024-11-27T04:21:27,327 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 7e45b3248585d4e2dc0729dc01c655a5: 2024-11-27T04:21:27,329 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:27,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=7e45b3248585d4e2dc0729dc01c655a5, regionState=CLOSED 2024-11-27T04:21:27,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T04:21:27,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 7e45b3248585d4e2dc0729dc01c655a5, server=99e1108fb5b5,33685,1732681256218 in 1.6100 sec 2024-11-27T04:21:27,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-27T04:21:27,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e45b3248585d4e2dc0729dc01c655a5, UNASSIGN in 1.6140 sec 2024-11-27T04:21:27,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T04:21:27,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6190 sec 2024-11-27T04:21:27,336 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681287336"}]},"ts":"1732681287336"} 2024-11-27T04:21:27,337 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T04:21:27,339 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T04:21:27,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6360 sec 2024-11-27T04:21:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T04:21:27,814 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-27T04:21:27,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T04:21:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,822 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,824 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T04:21:27,827 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:27,830 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/recovered.edits] 2024-11-27T04:21:27,834 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54167d277d174339b45af5de73ce0b13 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/54167d277d174339b45af5de73ce0b13 2024-11-27T04:21:27,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ac48ceba93f462fb102e48a2a2d6fb4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/7ac48ceba93f462fb102e48a2a2d6fb4 2024-11-27T04:21:27,836 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/cca2b61bd57241b7abcc7cb24dbc4da6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/cca2b61bd57241b7abcc7cb24dbc4da6 2024-11-27T04:21:27,837 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e23b0932dbcd4e8e80af93808ce06c80 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/A/e23b0932dbcd4e8e80af93808ce06c80 2024-11-27T04:21:27,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/61a9a8b3d4b6413cb48fd4b11388df22 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/61a9a8b3d4b6413cb48fd4b11388df22 2024-11-27T04:21:27,841 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a64b00d18eaf4900b227c609a192b133 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/a64b00d18eaf4900b227c609a192b133 2024-11-27T04:21:27,842 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/df06201e481f4da5be9ba9819e9c69b9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/df06201e481f4da5be9ba9819e9c69b9 2024-11-27T04:21:27,844 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e16fe16fc91e40eda31a033c1a18e7fc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/B/e16fe16fc91e40eda31a033c1a18e7fc 2024-11-27T04:21:27,846 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3c0376c5fbc8442eac2f111cc07c188e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/3c0376c5fbc8442eac2f111cc07c188e 2024-11-27T04:21:27,847 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a5b26017a6d64b61b9c01cb960c1a68e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/a5b26017a6d64b61b9c01cb960c1a68e 2024-11-27T04:21:27,849 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/c4a3c629fbc84b6ca63925e7cac6f900 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/c4a3c629fbc84b6ca63925e7cac6f900 2024-11-27T04:21:27,850 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/ec78268510614262a07c7f4d21b024b9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/C/ec78268510614262a07c7f4d21b024b9 2024-11-27T04:21:27,852 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/recovered.edits/703.seqid to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5/recovered.edits/703.seqid 2024-11-27T04:21:27,853 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/7e45b3248585d4e2dc0729dc01c655a5 2024-11-27T04:21:27,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T04:21:27,858 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T04:21:27,866 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T04:21:27,899 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T04:21:27,900 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,900 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T04:21:27,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732681287900"}]},"ts":"9223372036854775807"} 2024-11-27T04:21:27,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T04:21:27,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7e45b3248585d4e2dc0729dc01c655a5, NAME => 'TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T04:21:27,904 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T04:21:27,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732681287904"}]},"ts":"9223372036854775807"} 2024-11-27T04:21:27,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T04:21:27,909 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-27T04:21:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T04:21:27,925 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-27T04:21:27,939 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1547097089_22 at /127.0.0.1:48660 [Waiting for operation #454] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-296299054_22 at /127.0.0.1:58908 [Waiting for operation #472] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;99e1108fb5b5:33685-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6261 (was 6815) 2024-11-27T04:21:27,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=6261 2024-11-27T04:21:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:21:27,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:21:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:27,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:21:27,954 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:27,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-27T04:21:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T04:21:27,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:21:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741986_1162 (size=960) 2024-11-27T04:21:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T04:21:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T04:21:28,292 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T04:21:28,294 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T04:21:28,366 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:21:28,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741987_1163 (size=53) 2024-11-27T04:21:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T04:21:28,773 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:28,773 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 27fe709882b1fbae60cec1c450cf63c8, disabling compactions & flushes 2024-11-27T04:21:28,773 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:28,773 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:28,773 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. after waiting 0 ms 2024-11-27T04:21:28,773 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:28,774 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:28,774 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:28,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:21:28,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732681288775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681288775"}]},"ts":"1732681288775"} 2024-11-27T04:21:28,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:21:28,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:21:28,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681288777"}]},"ts":"1732681288777"} 2024-11-27T04:21:28,778 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T04:21:28,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, ASSIGN}] 2024-11-27T04:21:28,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, ASSIGN 2024-11-27T04:21:28,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:21:28,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:28,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:21:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T04:21:29,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:29,091 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:29,091 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:21:29,092 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,092 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:29,092 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,092 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,093 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,095 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:29,095 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27fe709882b1fbae60cec1c450cf63c8 columnFamilyName A 2024-11-27T04:21:29,095 DEBUG [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:29,096 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(327): Store=27fe709882b1fbae60cec1c450cf63c8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:29,096 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,097 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:29,098 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27fe709882b1fbae60cec1c450cf63c8 columnFamilyName B 2024-11-27T04:21:29,098 DEBUG [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:29,099 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(327): Store=27fe709882b1fbae60cec1c450cf63c8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:29,099 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,100 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:29,100 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27fe709882b1fbae60cec1c450cf63c8 columnFamilyName C 2024-11-27T04:21:29,100 DEBUG [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:29,101 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(327): Store=27fe709882b1fbae60cec1c450cf63c8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:29,101 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:29,102 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,102 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,103 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:21:29,104 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:29,106 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:21:29,107 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 27fe709882b1fbae60cec1c450cf63c8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64231788, jitterRate=-0.04287177324295044}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:21:29,108 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:29,109 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., pid=39, masterSystemTime=1732681289088 2024-11-27T04:21:29,110 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:29,110 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:29,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:29,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T04:21:29,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 in 176 msec 2024-11-27T04:21:29,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T04:21:29,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, ASSIGN in 331 msec 2024-11-27T04:21:29,115 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:21:29,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681289115"}]},"ts":"1732681289115"} 2024-11-27T04:21:29,116 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T04:21:29,119 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:21:29,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-27T04:21:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T04:21:30,061 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-27T04:21:30,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77e36419 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fcb4db1 2024-11-27T04:21:30,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e39091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:30,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:30,071 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:30,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:21:30,075 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:21:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:21:30,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:21:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T04:21:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741988_1164 (size=996) 2024-11-27T04:21:30,499 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T04:21:30,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T04:21:30,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:21:30,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, REOPEN/MOVE}] 2024-11-27T04:21:30,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, REOPEN/MOVE 2024-11-27T04:21:30,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:30,515 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:21:30,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:21:30,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:30,667 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,668 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:21:30,668 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 27fe709882b1fbae60cec1c450cf63c8, disabling compactions & flushes 2024-11-27T04:21:30,668 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:30,668 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:30,668 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. after waiting 0 ms 2024-11-27T04:21:30,668 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:30,672 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T04:21:30,673 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:30,673 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:30,673 WARN [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 27fe709882b1fbae60cec1c450cf63c8 to self. 2024-11-27T04:21:30,675 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=CLOSED 2024-11-27T04:21:30,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T04:21:30,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 in 161 msec 2024-11-27T04:21:30,678 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, REOPEN/MOVE; state=CLOSED, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=true 2024-11-27T04:21:30,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:30,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:21:30,981 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:30,984 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:30,984 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:21:30,985 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,985 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:21:30,985 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,985 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,988 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,988 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:30,993 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27fe709882b1fbae60cec1c450cf63c8 columnFamilyName A 2024-11-27T04:21:30,995 DEBUG [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:30,996 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(327): Store=27fe709882b1fbae60cec1c450cf63c8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:30,997 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,997 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:30,998 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27fe709882b1fbae60cec1c450cf63c8 columnFamilyName B 2024-11-27T04:21:30,998 DEBUG [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:30,998 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(327): Store=27fe709882b1fbae60cec1c450cf63c8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:30,998 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:30,999 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:21:30,999 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27fe709882b1fbae60cec1c450cf63c8 columnFamilyName C 2024-11-27T04:21:30,999 DEBUG [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:31,000 INFO [StoreOpener-27fe709882b1fbae60cec1c450cf63c8-1 {}] regionserver.HStore(327): Store=27fe709882b1fbae60cec1c450cf63c8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:21:31,000 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,001 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,002 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,003 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:21:31,004 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,005 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 27fe709882b1fbae60cec1c450cf63c8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64385061, jitterRate=-0.04058782756328583}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:21:31,007 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:31,008 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., pid=44, masterSystemTime=1732681290981 2024-11-27T04:21:31,009 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,009 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=OPEN, openSeqNum=5, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-27T04:21:31,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 in 181 msec 2024-11-27T04:21:31,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-27T04:21:31,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, REOPEN/MOVE in 501 msec 2024-11-27T04:21:31,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T04:21:31,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-27T04:21:31,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-27T04:21:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T04:21:31,027 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dc4805b to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ff49468 2024-11-27T04:21:31,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dff0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34e78b2e to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7763c4d1 2024-11-27T04:21:31,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7052a2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d92bd5b to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12bf893 2024-11-27T04:21:31,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d1bb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3183e16a to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34a1b861 2024-11-27T04:21:31,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486d93ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ad687d2 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61900726 2024-11-27T04:21:31,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45472b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x093cc14f to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75df0cb6 2024-11-27T04:21:31,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43a15d92 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9643ec 2024-11-27T04:21:31,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e00ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28575504 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422eac1 2024-11-27T04:21:31,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42aa95c2 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d0bb4 2024-11-27T04:21:31,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dbd549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:21:31,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-27T04:21:31,080 DEBUG [hconnection-0x78b8fca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,080 DEBUG [hconnection-0x3afb7273-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,080 DEBUG [hconnection-0x623f48b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,080 DEBUG [hconnection-0x6ebb124e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,080 DEBUG [hconnection-0x57c53fe4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T04:21:31,082 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,082 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,082 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,082 DEBUG [hconnection-0x13563c7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,082 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:31,082 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,082 DEBUG [hconnection-0x3f96faad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,083 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,084 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:31,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:31,090 DEBUG [hconnection-0x2663b309-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,092 DEBUG [hconnection-0x704990dd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:21:31,093 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,097 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:21:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681351144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681351145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681351153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681351157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681351157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ffc03a547c4a44d3b7d3be16772ebca2_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681291103/Put/seqid=0 2024-11-27T04:21:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T04:21:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741989_1165 (size=12154) 2024-11-27T04:21:31,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:31,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ffc03a547c4a44d3b7d3be16772ebca2_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffc03a547c4a44d3b7d3be16772ebca2_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/512728b674834a11a6b9ba1995d544cd, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:31,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/512728b674834a11a6b9ba1995d544cd is 175, key is test_row_0/A:col10/1732681291103/Put/seqid=0 2024-11-27T04:21:31,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T04:21:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681351255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681351255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681351259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681351260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681351259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741990_1166 (size=30955) 2024-11-27T04:21:31,271 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/512728b674834a11a6b9ba1995d544cd 2024-11-27T04:21:31,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/5f6c91b2cfed4bd2bcee0e85077acf54 is 50, key is test_row_0/B:col10/1732681291103/Put/seqid=0 2024-11-27T04:21:31,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741991_1167 (size=12001) 2024-11-27T04:21:31,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/5f6c91b2cfed4bd2bcee0e85077acf54 2024-11-27T04:21:31,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/589f9004909146e090c9631c402594a9 is 50, key is test_row_0/C:col10/1732681291103/Put/seqid=0 2024-11-27T04:21:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T04:21:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741992_1168 (size=12001) 2024-11-27T04:21:31,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/589f9004909146e090c9631c402594a9 2024-11-27T04:21:31,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T04:21:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/512728b674834a11a6b9ba1995d544cd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd 2024-11-27T04:21:31,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T04:21:31,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/5f6c91b2cfed4bd2bcee0e85077acf54 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5f6c91b2cfed4bd2bcee0e85077acf54 2024-11-27T04:21:31,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5f6c91b2cfed4bd2bcee0e85077acf54, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T04:21:31,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/589f9004909146e090c9631c402594a9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/589f9004909146e090c9631c402594a9 2024-11-27T04:21:31,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/589f9004909146e090c9631c402594a9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T04:21:31,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 27fe709882b1fbae60cec1c450cf63c8 in 332ms, sequenceid=16, compaction requested=false 2024-11-27T04:21:31,438 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T04:21:31,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:31,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:21:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681351477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681351476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681351479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681351480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681351481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275de6f281e12d4454a85c8ab54dbc60bc_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681291468/Put/seqid=0 2024-11-27T04:21:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741993_1169 (size=12154) 2024-11-27T04:21:31,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:31,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275de6f281e12d4454a85c8ab54dbc60bc_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275de6f281e12d4454a85c8ab54dbc60bc_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/0dc96c8bb3cb40829292176c516b78a4, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:31,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/0dc96c8bb3cb40829292176c516b78a4 is 175, key is test_row_0/A:col10/1732681291468/Put/seqid=0 2024-11-27T04:21:31,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741994_1170 (size=30955) 2024-11-27T04:21:31,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/0dc96c8bb3cb40829292176c516b78a4 2024-11-27T04:21:31,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T04:21:31,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:31,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:31,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b3224c843c4745bea13a0fb5fe181f73 is 50, key is test_row_0/B:col10/1732681291468/Put/seqid=0 2024-11-27T04:21:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741995_1171 (size=12001) 2024-11-27T04:21:31,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b3224c843c4745bea13a0fb5fe181f73 2024-11-27T04:21:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681351582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681351583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681351583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681351583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681351585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/bf4ddb07a5454bbc8cc3af2094b5d18b is 50, key is test_row_0/C:col10/1732681291468/Put/seqid=0 2024-11-27T04:21:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741996_1172 (size=12001) 2024-11-27T04:21:31,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/bf4ddb07a5454bbc8cc3af2094b5d18b 2024-11-27T04:21:31,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/0dc96c8bb3cb40829292176c516b78a4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4 2024-11-27T04:21:31,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4, entries=150, sequenceid=44, filesize=30.2 K 2024-11-27T04:21:31,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b3224c843c4745bea13a0fb5fe181f73 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b3224c843c4745bea13a0fb5fe181f73 2024-11-27T04:21:31,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b3224c843c4745bea13a0fb5fe181f73, entries=150, sequenceid=44, filesize=11.7 K 2024-11-27T04:21:31,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/bf4ddb07a5454bbc8cc3af2094b5d18b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/bf4ddb07a5454bbc8cc3af2094b5d18b 2024-11-27T04:21:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T04:21:31,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/bf4ddb07a5454bbc8cc3af2094b5d18b, entries=150, sequenceid=44, filesize=11.7 K 2024-11-27T04:21:31,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 27fe709882b1fbae60cec1c450cf63c8 in 218ms, sequenceid=44, compaction requested=false 2024-11-27T04:21:31,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:31,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T04:21:31,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:31,703 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T04:21:31,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:31,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710f54fd68b45455fbd3b4b5d17ea2341_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681291478/Put/seqid=0 2024-11-27T04:21:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741997_1173 (size=12154) 2024-11-27T04:21:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:31,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:31,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681351835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681351835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681351848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681351859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681351860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681351950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681351953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681351963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681351965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:31,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681351966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681352152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681352157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:32,174 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710f54fd68b45455fbd3b4b5d17ea2341_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710f54fd68b45455fbd3b4b5d17ea2341_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:32,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681352170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681352170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681352173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7c94631eeb5d40db89ade8a4a2bdcfdc, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:32,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7c94631eeb5d40db89ade8a4a2bdcfdc is 175, key is test_row_0/A:col10/1732681291478/Put/seqid=0 2024-11-27T04:21:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T04:21:32,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741998_1174 (size=30955) 2024-11-27T04:21:32,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681352457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681352463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681352478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681352479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681352482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,612 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7c94631eeb5d40db89ade8a4a2bdcfdc 2024-11-27T04:21:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/523d78b4d1ec4098bbda2c731d54c045 is 50, key is test_row_0/B:col10/1732681291478/Put/seqid=0 2024-11-27T04:21:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741999_1175 (size=12001) 2024-11-27T04:21:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/523d78b4d1ec4098bbda2c731d54c045 2024-11-27T04:21:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/7cb199cdce0e4493acd9586251ad94af is 50, key is test_row_0/C:col10/1732681291478/Put/seqid=0 2024-11-27T04:21:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742000_1176 (size=12001) 2024-11-27T04:21:32,654 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/7cb199cdce0e4493acd9586251ad94af 2024-11-27T04:21:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7c94631eeb5d40db89ade8a4a2bdcfdc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc 2024-11-27T04:21:32,667 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T04:21:32,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/523d78b4d1ec4098bbda2c731d54c045 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/523d78b4d1ec4098bbda2c731d54c045 2024-11-27T04:21:32,677 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/523d78b4d1ec4098bbda2c731d54c045, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:21:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/7cb199cdce0e4493acd9586251ad94af as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7cb199cdce0e4493acd9586251ad94af 2024-11-27T04:21:32,690 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7cb199cdce0e4493acd9586251ad94af, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:21:32,692 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for 27fe709882b1fbae60cec1c450cf63c8 in 989ms, sequenceid=53, compaction requested=true 2024-11-27T04:21:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:32,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-27T04:21:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-27T04:21:32,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-27T04:21:32,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6110 sec 2024-11-27T04:21:32,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.6240 sec 2024-11-27T04:21:32,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T04:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:32,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T04:21:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:32,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:32,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:32,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:32,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:32,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:32,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681352976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681352978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681352986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681352987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681352989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:32,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127456d64d1322449189c3ea3812ea5ea25_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742001_1177 (size=14594) 2024-11-27T04:21:33,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127456d64d1322449189c3ea3812ea5ea25_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127456d64d1322449189c3ea3812ea5ea25_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:33,053 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7043f162cc7743f7b0ce0083324bb991, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:33,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7043f162cc7743f7b0ce0083324bb991 is 175, key is test_row_0/A:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742002_1178 (size=39549) 2024-11-27T04:21:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681353080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681353081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T04:21:33,187 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-27T04:21:33,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-27T04:21:33,195 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:33,196 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T04:21:33,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:33,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681353285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681353286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T04:21:33,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:33,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7043f162cc7743f7b0ce0083324bb991 2024-11-27T04:21:33,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/d830bddfff3a4d9a82f620b64e613544 is 50, key is test_row_0/B:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742003_1179 (size=12001) 2024-11-27T04:21:33,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/d830bddfff3a4d9a82f620b64e613544 2024-11-27T04:21:33,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/1f153a9b2a9440519fc7de47b04ac123 is 50, key is test_row_0/C:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T04:21:33,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742004_1180 (size=12001) 2024-11-27T04:21:33,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/1f153a9b2a9440519fc7de47b04ac123 2024-11-27T04:21:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/7043f162cc7743f7b0ce0083324bb991 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991 2024-11-27T04:21:33,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991, entries=200, sequenceid=83, filesize=38.6 K 2024-11-27T04:21:33,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/d830bddfff3a4d9a82f620b64e613544 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d830bddfff3a4d9a82f620b64e613544 2024-11-27T04:21:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d830bddfff3a4d9a82f620b64e613544, entries=150, sequenceid=83, filesize=11.7 K 2024-11-27T04:21:33,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/1f153a9b2a9440519fc7de47b04ac123 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/1f153a9b2a9440519fc7de47b04ac123 2024-11-27T04:21:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/1f153a9b2a9440519fc7de47b04ac123, entries=150, sequenceid=83, filesize=11.7 K 2024-11-27T04:21:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 27fe709882b1fbae60cec1c450cf63c8 in 575ms, sequenceid=83, compaction requested=true 2024-11-27T04:21:33,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,544 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:33,544 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:33,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,545 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:33,545 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:33,545 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:33,545 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:33,546 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,546 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,546 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=129.3 K 2024-11-27T04:21:33,546 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5f6c91b2cfed4bd2bcee0e85077acf54, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b3224c843c4745bea13a0fb5fe181f73, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/523d78b4d1ec4098bbda2c731d54c045, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d830bddfff3a4d9a82f620b64e613544] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=46.9 K 2024-11-27T04:21:33,546 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,546 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991] 2024-11-27T04:21:33,546 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f6c91b2cfed4bd2bcee0e85077acf54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681291100 2024-11-27T04:21:33,547 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 512728b674834a11a6b9ba1995d544cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681291100 2024-11-27T04:21:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,547 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b3224c843c4745bea13a0fb5fe181f73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732681291147 2024-11-27T04:21:33,547 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc96c8bb3cb40829292176c516b78a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732681291147 2024-11-27T04:21:33,547 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 523d78b4d1ec4098bbda2c731d54c045, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681291475 2024-11-27T04:21:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,548 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c94631eeb5d40db89ade8a4a2bdcfdc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681291475 2024-11-27T04:21:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,548 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d830bddfff3a4d9a82f620b64e613544, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732681291833 2024-11-27T04:21:33,548 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7043f162cc7743f7b0ce0083324bb991, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732681291833 2024-11-27T04:21:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,571 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,572 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/68a95054fdbe4c83999e62d879236578 is 50, key is test_row_0/B:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,574 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,579 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127e2935ff45bb64bbdbdea0fea28b2cdd3_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,590 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127e2935ff45bb64bbdbdea0fea28b2cdd3_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,591 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e2935ff45bb64bbdbdea0fea28b2cdd3_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742005_1181 (size=12139) 2024-11-27T04:21:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,603 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/68a95054fdbe4c83999e62d879236578 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/68a95054fdbe4c83999e62d879236578 2024-11-27T04:21:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,612 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 68a95054fdbe4c83999e62d879236578(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:33,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:33,612 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=12, startTime=1732681293544; duration=0sec 2024-11-27T04:21:33,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:33,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:33,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,615 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:33,615 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:33,615 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,615 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/589f9004909146e090c9631c402594a9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/bf4ddb07a5454bbc8cc3af2094b5d18b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7cb199cdce0e4493acd9586251ad94af, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/1f153a9b2a9440519fc7de47b04ac123] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=46.9 K 2024-11-27T04:21:33,616 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 589f9004909146e090c9631c402594a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681291100 2024-11-27T04:21:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,617 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting bf4ddb07a5454bbc8cc3af2094b5d18b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732681291147 2024-11-27T04:21:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,617 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cb199cdce0e4493acd9586251ad94af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681291475 2024-11-27T04:21:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,618 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f153a9b2a9440519fc7de47b04ac123, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732681291833 2024-11-27T04:21:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742006_1182 (size=4469) 2024-11-27T04:21:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:33,653 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#161 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,653 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/534d69f9d2fd4d64855b6fb09601905e is 50, key is test_row_0/C:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742007_1183 (size=12139) 2024-11-27T04:21:33,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c3a39cc5b284111882185cf63697d34_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681293649/Put/seqid=0 2024-11-27T04:21:33,714 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/534d69f9d2fd4d64855b6fb09601905e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/534d69f9d2fd4d64855b6fb09601905e 2024-11-27T04:21:33,723 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into 534d69f9d2fd4d64855b6fb09601905e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:33,723 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:33,723 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=12, startTime=1732681293545; duration=0sec 2024-11-27T04:21:33,723 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:33,724 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681353732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681353733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742008_1184 (size=21918) 2024-11-27T04:21:33,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:33,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c3a39cc5b284111882185cf63697d34_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c3a39cc5b284111882185cf63697d34_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:33,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/732ad868d85d437b8b9d178d0d8b650e, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:33,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/732ad868d85d437b8b9d178d0d8b650e is 175, key is test_row_0/A:col10/1732681293649/Put/seqid=0 2024-11-27T04:21:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742009_1185 (size=65323) 2024-11-27T04:21:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T04:21:33,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681353837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681353837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:33,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:33,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681353991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:33,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681353993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681354000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,032 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#160 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:34,035 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/d488c4d31f0a4e66bec69ae03feae2b4 is 175, key is test_row_0/A:col10/1732681292966/Put/seqid=0 2024-11-27T04:21:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742010_1186 (size=31093) 2024-11-27T04:21:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681354045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681354046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,054 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/d488c4d31f0a4e66bec69ae03feae2b4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d488c4d31f0a4e66bec69ae03feae2b4 2024-11-27T04:21:34,061 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into d488c4d31f0a4e66bec69ae03feae2b4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:34,061 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:34,061 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=12, startTime=1732681293543; duration=0sec 2024-11-27T04:21:34,061 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:34,061 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:34,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/732ad868d85d437b8b9d178d0d8b650e 2024-11-27T04:21:34,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9c88a8c9453a4e5ea5557d0b0b8e19db is 50, key is test_row_0/B:col10/1732681293649/Put/seqid=0 2024-11-27T04:21:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742011_1187 (size=12001) 2024-11-27T04:21:34,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9c88a8c9453a4e5ea5557d0b0b8e19db 2024-11-27T04:21:34,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/71153e3678944265a39ec5042db54c4b is 50, key is test_row_0/C:col10/1732681293649/Put/seqid=0 2024-11-27T04:21:34,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742012_1188 (size=12001) 2024-11-27T04:21:34,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/71153e3678944265a39ec5042db54c4b 2024-11-27T04:21:34,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/732ad868d85d437b8b9d178d0d8b650e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e 2024-11-27T04:21:34,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e, entries=350, sequenceid=95, filesize=63.8 K 2024-11-27T04:21:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9c88a8c9453a4e5ea5557d0b0b8e19db as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9c88a8c9453a4e5ea5557d0b0b8e19db 2024-11-27T04:21:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T04:21:34,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9c88a8c9453a4e5ea5557d0b0b8e19db, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T04:21:34,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/71153e3678944265a39ec5042db54c4b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/71153e3678944265a39ec5042db54c4b 2024-11-27T04:21:34,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/71153e3678944265a39ec5042db54c4b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T04:21:34,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 27fe709882b1fbae60cec1c450cf63c8 in 667ms, sequenceid=95, compaction requested=false 2024-11-27T04:21:34,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:34,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:21:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:34,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:34,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681354365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681354366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127160a344362c847aa892571bc3d58914d_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742013_1189 (size=12154) 2024-11-27T04:21:34,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:34,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127160a344362c847aa892571bc3d58914d_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127160a344362c847aa892571bc3d58914d_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:34,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/dd8ed990c3794c86b439caeb25c54c32, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:34,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/dd8ed990c3794c86b439caeb25c54c32 is 175, key is test_row_0/A:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742014_1190 (size=30955) 2024-11-27T04:21:34,417 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/dd8ed990c3794c86b439caeb25c54c32 2024-11-27T04:21:34,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e8d75e98df2a40159bdf4197a5ed9bf9 is 50, key is test_row_0/B:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:34,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742015_1191 (size=12001) 2024-11-27T04:21:34,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e8d75e98df2a40159bdf4197a5ed9bf9 2024-11-27T04:21:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681354470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681354470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/719ba99c7c2a4afa9b98840f1e23a05d is 50, key is test_row_0/C:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742016_1192 (size=12001) 2024-11-27T04:21:34,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/719ba99c7c2a4afa9b98840f1e23a05d 2024-11-27T04:21:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/dd8ed990c3794c86b439caeb25c54c32 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32 2024-11-27T04:21:34,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32, entries=150, sequenceid=123, filesize=30.2 K 2024-11-27T04:21:34,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e8d75e98df2a40159bdf4197a5ed9bf9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e8d75e98df2a40159bdf4197a5ed9bf9 2024-11-27T04:21:34,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e8d75e98df2a40159bdf4197a5ed9bf9, entries=150, sequenceid=123, filesize=11.7 K 2024-11-27T04:21:34,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/719ba99c7c2a4afa9b98840f1e23a05d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/719ba99c7c2a4afa9b98840f1e23a05d 2024-11-27T04:21:34,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/719ba99c7c2a4afa9b98840f1e23a05d, entries=150, sequenceid=123, filesize=11.7 K 2024-11-27T04:21:34,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 27fe709882b1fbae60cec1c450cf63c8 in 165ms, sequenceid=123, compaction requested=true 2024-11-27T04:21:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:34,519 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:34,519 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:34,521 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:34,521 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:34,521 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,521 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/68a95054fdbe4c83999e62d879236578, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9c88a8c9453a4e5ea5557d0b0b8e19db, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e8d75e98df2a40159bdf4197a5ed9bf9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=35.3 K 2024-11-27T04:21:34,522 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:34,522 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:34,522 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,522 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d488c4d31f0a4e66bec69ae03feae2b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=124.4 K 2024-11-27T04:21:34,522 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,522 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d488c4d31f0a4e66bec69ae03feae2b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32] 2024-11-27T04:21:34,523 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a95054fdbe4c83999e62d879236578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732681291833 2024-11-27T04:21:34,523 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d488c4d31f0a4e66bec69ae03feae2b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732681291833 2024-11-27T04:21:34,523 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c88a8c9453a4e5ea5557d0b0b8e19db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732681292974 2024-11-27T04:21:34,524 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 732ad868d85d437b8b9d178d0d8b650e, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732681292974 2024-11-27T04:21:34,524 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e8d75e98df2a40159bdf4197a5ed9bf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681293730 2024-11-27T04:21:34,525 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd8ed990c3794c86b439caeb25c54c32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681293730 2024-11-27T04:21:34,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:34,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:34,538 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:34,539 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/1c5319574074455d8a3a91d563a9d924 is 50, key is test_row_0/B:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:34,552 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:34,559 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411278b6141720d05452daa77f3ef0fd94df5_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:34,562 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411278b6141720d05452daa77f3ef0fd94df5_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:34,562 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278b6141720d05452daa77f3ef0fd94df5_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:34,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742017_1193 (size=12241) 2024-11-27T04:21:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742018_1194 (size=4469) 2024-11-27T04:21:34,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T04:21:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,585 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T04:21:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:34,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:34,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:34,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127710c39abb2d64046809ea019e54e4d76_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681294362/Put/seqid=0 2024-11-27T04:21:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742019_1195 (size=12304) 2024-11-27T04:21:34,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:34,642 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127710c39abb2d64046809ea019e54e4d76_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127710c39abb2d64046809ea019e54e4d76_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:34,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/457feaf619a645ec9f327ea7c1afc952, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/457feaf619a645ec9f327ea7c1afc952 is 175, key is test_row_0/A:col10/1732681294362/Put/seqid=0 2024-11-27T04:21:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742020_1196 (size=31105) 2024-11-27T04:21:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:34,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:34,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681354713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681354717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681354819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681354821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:34,971 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:34,971 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/a21de5775b95413aa75570e27d8243cf is 175, key is test_row_0/A:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:34,972 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/1c5319574074455d8a3a91d563a9d924 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/1c5319574074455d8a3a91d563a9d924 2024-11-27T04:21:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742021_1197 (size=31195) 2024-11-27T04:21:34,979 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 1c5319574074455d8a3a91d563a9d924(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:34,979 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:34,980 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681294519; duration=0sec 2024-11-27T04:21:34,982 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:34,982 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:34,982 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:34,985 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/a21de5775b95413aa75570e27d8243cf as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/a21de5775b95413aa75570e27d8243cf 2024-11-27T04:21:34,985 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:34,985 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:34,985 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:34,986 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/534d69f9d2fd4d64855b6fb09601905e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/71153e3678944265a39ec5042db54c4b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/719ba99c7c2a4afa9b98840f1e23a05d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=35.3 K 2024-11-27T04:21:34,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 534d69f9d2fd4d64855b6fb09601905e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732681291833 2024-11-27T04:21:34,987 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 71153e3678944265a39ec5042db54c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732681292974 2024-11-27T04:21:34,988 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 719ba99c7c2a4afa9b98840f1e23a05d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681293730 2024-11-27T04:21:34,991 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into a21de5775b95413aa75570e27d8243cf(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:34,991 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:34,991 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681294519; duration=0sec 2024-11-27T04:21:34,992 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:34,992 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:35,020 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:35,021 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/deae52d6876e4f439f5b9d9deb42537d is 50, key is test_row_0/C:col10/1732681293730/Put/seqid=0 2024-11-27T04:21:35,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681355023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681355024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742022_1198 (size=12241) 2024-11-27T04:21:35,046 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/deae52d6876e4f439f5b9d9deb42537d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/deae52d6876e4f439f5b9d9deb42537d 2024-11-27T04:21:35,054 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/457feaf619a645ec9f327ea7c1afc952 2024-11-27T04:21:35,056 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into deae52d6876e4f439f5b9d9deb42537d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:35,056 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:35,057 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681294532; duration=0sec 2024-11-27T04:21:35,057 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:35,057 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:35,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7 is 50, key is test_row_0/B:col10/1732681294362/Put/seqid=0 2024-11-27T04:21:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742023_1199 (size=12151) 2024-11-27T04:21:35,084 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7 2024-11-27T04:21:35,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/455da8f36f7d466898308d0bb3bae8ae is 50, key is test_row_0/C:col10/1732681294362/Put/seqid=0 2024-11-27T04:21:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742024_1200 (size=12151) 2024-11-27T04:21:35,104 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/455da8f36f7d466898308d0bb3bae8ae 2024-11-27T04:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/457feaf619a645ec9f327ea7c1afc952 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952 2024-11-27T04:21:35,116 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952, entries=150, sequenceid=133, filesize=30.4 K 2024-11-27T04:21:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7 2024-11-27T04:21:35,121 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7, entries=150, sequenceid=133, filesize=11.9 K 2024-11-27T04:21:35,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/455da8f36f7d466898308d0bb3bae8ae as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/455da8f36f7d466898308d0bb3bae8ae 2024-11-27T04:21:35,127 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/455da8f36f7d466898308d0bb3bae8ae, entries=150, sequenceid=133, filesize=11.9 K 2024-11-27T04:21:35,128 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 27fe709882b1fbae60cec1c450cf63c8 in 543ms, sequenceid=133, compaction requested=false 2024-11-27T04:21:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T04:21:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-27T04:21:35,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T04:21:35,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-27T04:21:35,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.9400 sec 2024-11-27T04:21:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T04:21:35,303 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-27T04:21:35,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-27T04:21:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T04:21:35,307 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:35,308 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:35,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:35,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:21:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:35,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275faac55a528f4774893a0675832cdf24_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:35,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681355344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681355344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742025_1201 (size=14794) 2024-11-27T04:21:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T04:21:35,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681355450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681355450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T04:21:35,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:35,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681355653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681355654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275faac55a528f4774893a0675832cdf24_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275faac55a528f4774893a0675832cdf24_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:35,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6186800f7da646c399eff2074c1a336b, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:35,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6186800f7da646c399eff2074c1a336b is 175, key is test_row_0/A:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742026_1202 (size=39749) 2024-11-27T04:21:35,798 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6186800f7da646c399eff2074c1a336b 2024-11-27T04:21:35,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b6201ab0dafd4b2da7bf0834940dbe3c is 50, key is test_row_0/B:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742027_1203 (size=12151) 2024-11-27T04:21:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T04:21:35,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:35,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681355956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681355957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681355995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:35,996 DEBUG [Thread-780 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681356007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,008 DEBUG [Thread-786 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681356012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,016 DEBUG [Thread-784 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:36,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:36,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b6201ab0dafd4b2da7bf0834940dbe3c 2024-11-27T04:21:36,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:36,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/3a7df734858346a9a7610ce1a678d773 is 50, key is test_row_0/C:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742028_1204 (size=12151) 2024-11-27T04:21:36,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/3a7df734858346a9a7610ce1a678d773 2024-11-27T04:21:36,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6186800f7da646c399eff2074c1a336b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b 2024-11-27T04:21:36,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b, entries=200, sequenceid=164, filesize=38.8 K 2024-11-27T04:21:36,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b6201ab0dafd4b2da7bf0834940dbe3c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b6201ab0dafd4b2da7bf0834940dbe3c 2024-11-27T04:21:36,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b6201ab0dafd4b2da7bf0834940dbe3c, entries=150, sequenceid=164, filesize=11.9 K 2024-11-27T04:21:36,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/3a7df734858346a9a7610ce1a678d773 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/3a7df734858346a9a7610ce1a678d773 2024-11-27T04:21:36,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/3a7df734858346a9a7610ce1a678d773, entries=150, sequenceid=164, filesize=11.9 K 2024-11-27T04:21:36,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 27fe709882b1fbae60cec1c450cf63c8 in 951ms, sequenceid=164, compaction requested=true 2024-11-27T04:21:36,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:36,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:36,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:36,282 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:36,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:36,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:36,283 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:36,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:36,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:36,284 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:36,284 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:36,284 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:36,284 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:36,284 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,284 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,284 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/a21de5775b95413aa75570e27d8243cf, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=99.7 K 2024-11-27T04:21:36,284 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,284 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/1c5319574074455d8a3a91d563a9d924, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b6201ab0dafd4b2da7bf0834940dbe3c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=35.7 K 2024-11-27T04:21:36,284 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/a21de5775b95413aa75570e27d8243cf, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b] 2024-11-27T04:21:36,285 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a21de5775b95413aa75570e27d8243cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681293730 2024-11-27T04:21:36,285 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c5319574074455d8a3a91d563a9d924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681293730 2024-11-27T04:21:36,285 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 457feaf619a645ec9f327ea7c1afc952, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732681294362 2024-11-27T04:21:36,285 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ccb22a1eaf44e9a0e1114c5bf91cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732681294362 2024-11-27T04:21:36,286 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6186800f7da646c399eff2074c1a336b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732681294700 2024-11-27T04:21:36,286 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b6201ab0dafd4b2da7bf0834940dbe3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732681294710 2024-11-27T04:21:36,292 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:36,294 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:36,294 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411271c3d78cee6ba4b4cab9eb10f4f23458e_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:36,295 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/0c650e6829cf47408662bb076a931ad5 is 50, key is test_row_0/B:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:36,296 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411271c3d78cee6ba4b4cab9eb10f4f23458e_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:36,297 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271c3d78cee6ba4b4cab9eb10f4f23458e_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742029_1205 (size=12493) 2024-11-27T04:21:36,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742030_1206 (size=4469) 2024-11-27T04:21:36,315 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#177 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:36,316 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/2e3437cc348044f9ba53104f959b461c is 175, key is test_row_0/A:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742031_1207 (size=31447) 2024-11-27T04:21:36,339 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/2e3437cc348044f9ba53104f959b461c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/2e3437cc348044f9ba53104f959b461c 2024-11-27T04:21:36,347 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 2e3437cc348044f9ba53104f959b461c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:36,347 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:36,347 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681296282; duration=0sec 2024-11-27T04:21:36,347 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:36,347 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:36,347 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:36,349 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:36,349 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:36,349 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,350 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/deae52d6876e4f439f5b9d9deb42537d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/455da8f36f7d466898308d0bb3bae8ae, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/3a7df734858346a9a7610ce1a678d773] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=35.7 K 2024-11-27T04:21:36,350 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting deae52d6876e4f439f5b9d9deb42537d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681293730 2024-11-27T04:21:36,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 455da8f36f7d466898308d0bb3bae8ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732681294362 2024-11-27T04:21:36,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7df734858346a9a7610ce1a678d773, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732681294710 2024-11-27T04:21:36,366 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:36,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/b08ab5616016492ea01f0f37f9d0d016 is 50, key is test_row_0/C:col10/1732681295331/Put/seqid=0 2024-11-27T04:21:36,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742032_1208 (size=12493) 2024-11-27T04:21:36,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T04:21:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,386 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:21:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:36,396 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/b08ab5616016492ea01f0f37f9d0d016 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/b08ab5616016492ea01f0f37f9d0d016 2024-11-27T04:21:36,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279b7ef26fe90d4e6c9d0f8d8034b6ef38_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681295338/Put/seqid=0 2024-11-27T04:21:36,406 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into b08ab5616016492ea01f0f37f9d0d016(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:36,406 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:36,406 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681296283; duration=0sec 2024-11-27T04:21:36,406 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:36,406 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T04:21:36,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742033_1209 (size=12304) 2024-11-27T04:21:36,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:36,428 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279b7ef26fe90d4e6c9d0f8d8034b6ef38_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279b7ef26fe90d4e6c9d0f8d8034b6ef38_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:36,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6412e2a825e949dfbbc99ee3b2331aca, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6412e2a825e949dfbbc99ee3b2331aca is 175, key is test_row_0/A:col10/1732681295338/Put/seqid=0 2024-11-27T04:21:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742034_1210 (size=31105) 2024-11-27T04:21:36,442 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6412e2a825e949dfbbc99ee3b2331aca 2024-11-27T04:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:36,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:36,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/6977dc5d310341c0a801c982e13b5102 is 50, key is test_row_0/B:col10/1732681295338/Put/seqid=0 2024-11-27T04:21:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742035_1211 (size=12151) 2024-11-27T04:21:36,475 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/6977dc5d310341c0a801c982e13b5102 2024-11-27T04:21:36,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f1ec89f1452b4ee2b821524496a3c006 is 50, key is test_row_0/C:col10/1732681295338/Put/seqid=0 2024-11-27T04:21:36,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681356510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681356511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742036_1212 (size=12151) 2024-11-27T04:21:36,515 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f1ec89f1452b4ee2b821524496a3c006 2024-11-27T04:21:36,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6412e2a825e949dfbbc99ee3b2331aca as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca 2024-11-27T04:21:36,527 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca, entries=150, sequenceid=173, filesize=30.4 K 2024-11-27T04:21:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/6977dc5d310341c0a801c982e13b5102 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/6977dc5d310341c0a801c982e13b5102 2024-11-27T04:21:36,534 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/6977dc5d310341c0a801c982e13b5102, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T04:21:36,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f1ec89f1452b4ee2b821524496a3c006 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f1ec89f1452b4ee2b821524496a3c006 2024-11-27T04:21:36,540 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f1ec89f1452b4ee2b821524496a3c006, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T04:21:36,541 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 27fe709882b1fbae60cec1c450cf63c8 in 155ms, sequenceid=173, compaction requested=false 2024-11-27T04:21:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:36,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:36,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T04:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-27T04:21:36,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T04:21:36,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec 2024-11-27T04:21:36,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.2400 sec 2024-11-27T04:21:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:36,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T04:21:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681356624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681356625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f333d18133214510b972718309c44cad_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742037_1213 (size=12304) 2024-11-27T04:21:36,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:36,661 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f333d18133214510b972718309c44cad_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f333d18133214510b972718309c44cad_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:36,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/d2ad00e038af478ba4742d40da8801b9, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:36,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/d2ad00e038af478ba4742d40da8801b9 is 175, key is test_row_0/A:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:36,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742038_1214 (size=31105) 2024-11-27T04:21:36,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/d2ad00e038af478ba4742d40da8801b9 2024-11-27T04:21:36,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/2d17c5c2919c4a12af80cba8788571c9 is 50, key is test_row_0/B:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742039_1215 (size=12151) 2024-11-27T04:21:36,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/2d17c5c2919c4a12af80cba8788571c9 2024-11-27T04:21:36,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/a9a42d31a98444608daf473ddeb92b1a is 50, key is test_row_0/C:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:36,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742040_1216 (size=12151) 2024-11-27T04:21:36,714 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/0c650e6829cf47408662bb076a931ad5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/0c650e6829cf47408662bb076a931ad5 2024-11-27T04:21:36,719 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 0c650e6829cf47408662bb076a931ad5(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:36,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:36,719 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681296283; duration=0sec 2024-11-27T04:21:36,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:36,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:36,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681356726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681356727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681356930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:36,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681356931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/a9a42d31a98444608daf473ddeb92b1a 2024-11-27T04:21:37,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/d2ad00e038af478ba4742d40da8801b9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9 2024-11-27T04:21:37,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9, entries=150, sequenceid=204, filesize=30.4 K 2024-11-27T04:21:37,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/2d17c5c2919c4a12af80cba8788571c9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2d17c5c2919c4a12af80cba8788571c9 2024-11-27T04:21:37,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2d17c5c2919c4a12af80cba8788571c9, entries=150, sequenceid=204, filesize=11.9 K 2024-11-27T04:21:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/a9a42d31a98444608daf473ddeb92b1a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a9a42d31a98444608daf473ddeb92b1a 2024-11-27T04:21:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a9a42d31a98444608daf473ddeb92b1a, entries=150, sequenceid=204, filesize=11.9 K 2024-11-27T04:21:37,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 27fe709882b1fbae60cec1c450cf63c8 in 520ms, sequenceid=204, compaction requested=true 2024-11-27T04:21:37,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:37,137 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:37,137 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:37,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:37,138 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:37,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:37,138 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:37,138 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,138 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,138 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/2e3437cc348044f9ba53104f959b461c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=91.5 K 2024-11-27T04:21:37,138 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,138 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/0c650e6829cf47408662bb076a931ad5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/6977dc5d310341c0a801c982e13b5102, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2d17c5c2919c4a12af80cba8788571c9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=35.9 K 2024-11-27T04:21:37,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/2e3437cc348044f9ba53104f959b461c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9] 2024-11-27T04:21:37,139 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c650e6829cf47408662bb076a931ad5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732681294710 2024-11-27T04:21:37,139 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3437cc348044f9ba53104f959b461c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732681294710 2024-11-27T04:21:37,140 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6977dc5d310341c0a801c982e13b5102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732681295337 2024-11-27T04:21:37,140 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6412e2a825e949dfbbc99ee3b2331aca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732681295337 2024-11-27T04:21:37,140 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d17c5c2919c4a12af80cba8788571c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732681296509 2024-11-27T04:21:37,140 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2ad00e038af478ba4742d40da8801b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732681296509 2024-11-27T04:21:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,188 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,188 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,189 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/57421c4c0ee3449ab20d68d7846d2d06 is 50, key is test_row_0/B:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,194 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127d10f8fd441a347239a52577da1a7b9bd_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,196 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127d10f8fd441a347239a52577da1a7b9bd_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:37,196 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d10f8fd441a347239a52577da1a7b9bd_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742041_1217 (size=12595) 2024-11-27T04:21:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,234 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/57421c4c0ee3449ab20d68d7846d2d06 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/57421c4c0ee3449ab20d68d7846d2d06 2024-11-27T04:21:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,241 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 57421c4c0ee3449ab20d68d7846d2d06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:37,241 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:37,241 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681297137; duration=0sec 2024-11-27T04:21:37,241 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:37,241 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:37,241 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,242 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:37,242 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:37,242 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,243 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/b08ab5616016492ea01f0f37f9d0d016, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f1ec89f1452b4ee2b821524496a3c006, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a9a42d31a98444608daf473ddeb92b1a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=35.9 K 2024-11-27T04:21:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,243 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b08ab5616016492ea01f0f37f9d0d016, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732681294710 2024-11-27T04:21:37,243 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ec89f1452b4ee2b821524496a3c006, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732681295337 2024-11-27T04:21:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,244 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a9a42d31a98444608daf473ddeb92b1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732681296509 2024-11-27T04:21:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,254 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:37,255 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/13322c78b27844dd86a5ffd527647c2e is 50, key is test_row_0/C:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742042_1218 (size=4469) 2024-11-27T04:21:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:37,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:37,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:37,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:37,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:37,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:37,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:37,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276355e20fc5724fdf9cff3c0b220d8657_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681297252/Put/seqid=0 2024-11-27T04:21:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742043_1219 (size=12595) 2024-11-27T04:21:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742044_1220 (size=22268) 2024-11-27T04:21:37,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276355e20fc5724fdf9cff3c0b220d8657_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276355e20fc5724fdf9cff3c0b220d8657_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:37,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1ef0f150ce3a48c5bc71ae90ecce6d41, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:37,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1ef0f150ce3a48c5bc71ae90ecce6d41 is 175, key is test_row_0/A:col10/1732681297252/Put/seqid=0 2024-11-27T04:21:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681357332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681357333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742045_1221 (size=65669) 2024-11-27T04:21:37,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1ef0f150ce3a48c5bc71ae90ecce6d41 2024-11-27T04:21:37,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/eb88a0db082847a28c06a078c2452e20 is 50, key is test_row_0/B:col10/1732681297252/Put/seqid=0 2024-11-27T04:21:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742046_1222 (size=9757) 2024-11-27T04:21:37,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/eb88a0db082847a28c06a078c2452e20 2024-11-27T04:21:37,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/4423268d8bb647a7b0ce526bbb0725f9 is 50, key is test_row_0/C:col10/1732681297252/Put/seqid=0 2024-11-27T04:21:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T04:21:37,411 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-27T04:21:37,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-27T04:21:37,415 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T04:21:37,416 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:37,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:37,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742047_1223 (size=9757) 2024-11-27T04:21:37,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681357436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681357437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T04:21:37,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T04:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:37,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681357639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681357640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,656 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#187 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:37,657 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/072da073fec8484dafd17712bf9cdc16 is 175, key is test_row_0/A:col10/1732681296509/Put/seqid=0 2024-11-27T04:21:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742048_1224 (size=31549) 2024-11-27T04:21:37,682 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/072da073fec8484dafd17712bf9cdc16 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/072da073fec8484dafd17712bf9cdc16 2024-11-27T04:21:37,688 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 072da073fec8484dafd17712bf9cdc16(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:37,688 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:37,688 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681297136; duration=0sec 2024-11-27T04:21:37,688 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:37,689 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:37,713 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/13322c78b27844dd86a5ffd527647c2e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/13322c78b27844dd86a5ffd527647c2e 2024-11-27T04:21:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T04:21:37,720 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into 13322c78b27844dd86a5ffd527647c2e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:37,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:37,720 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681297137; duration=0sec 2024-11-27T04:21:37,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:37,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:37,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T04:21:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:37,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/4423268d8bb647a7b0ce526bbb0725f9 2024-11-27T04:21:37,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1ef0f150ce3a48c5bc71ae90ecce6d41 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41 2024-11-27T04:21:37,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41, entries=350, sequenceid=217, filesize=64.1 K 2024-11-27T04:21:37,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/eb88a0db082847a28c06a078c2452e20 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/eb88a0db082847a28c06a078c2452e20 2024-11-27T04:21:37,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/eb88a0db082847a28c06a078c2452e20, entries=100, sequenceid=217, filesize=9.5 K 2024-11-27T04:21:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/4423268d8bb647a7b0ce526bbb0725f9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4423268d8bb647a7b0ce526bbb0725f9 2024-11-27T04:21:37,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4423268d8bb647a7b0ce526bbb0725f9, entries=100, sequenceid=217, filesize=9.5 K 2024-11-27T04:21:37,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 27fe709882b1fbae60cec1c450cf63c8 in 614ms, sequenceid=217, compaction requested=false 2024-11-27T04:21:37,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:37,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T04:21:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:37,876 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:21:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273221522505464b2fb427c182ce713ec1_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681297326/Put/seqid=0 2024-11-27T04:21:37,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742049_1225 (size=12304) 2024-11-27T04:21:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:37,901 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273221522505464b2fb427c182ce713ec1_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273221522505464b2fb427c182ce713ec1_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6f525b29908042c6818da786ddcb7cad, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6f525b29908042c6818da786ddcb7cad is 175, key is test_row_0/A:col10/1732681297326/Put/seqid=0 2024-11-27T04:21:37,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742050_1226 (size=31105) 2024-11-27T04:21:37,919 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6f525b29908042c6818da786ddcb7cad 2024-11-27T04:21:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/4dd0108c987c4205a6770579c607d2f6 is 50, key is test_row_0/B:col10/1732681297326/Put/seqid=0 2024-11-27T04:21:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742051_1227 (size=12151) 2024-11-27T04:21:37,942 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/4dd0108c987c4205a6770579c607d2f6 2024-11-27T04:21:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/aa9061041da6495491d2147f9af69122 is 50, key is test_row_0/C:col10/1732681297326/Put/seqid=0 2024-11-27T04:21:37,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681357957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681357958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742052_1228 (size=12151) 2024-11-27T04:21:37,981 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/aa9061041da6495491d2147f9af69122 2024-11-27T04:21:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6f525b29908042c6818da786ddcb7cad as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad 2024-11-27T04:21:37,994 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad, entries=150, sequenceid=245, filesize=30.4 K 2024-11-27T04:21:37,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/4dd0108c987c4205a6770579c607d2f6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/4dd0108c987c4205a6770579c607d2f6 2024-11-27T04:21:38,002 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/4dd0108c987c4205a6770579c607d2f6, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T04:21:38,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/aa9061041da6495491d2147f9af69122 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/aa9061041da6495491d2147f9af69122 2024-11-27T04:21:38,008 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/aa9061041da6495491d2147f9af69122, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T04:21:38,009 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 27fe709882b1fbae60cec1c450cf63c8 in 134ms, sequenceid=245, compaction requested=true 2024-11-27T04:21:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T04:21:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-27T04:21:38,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T04:21:38,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 594 msec 2024-11-27T04:21:38,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 600 msec 2024-11-27T04:21:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T04:21:38,020 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-27T04:21:38,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-27T04:21:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:38,026 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:38,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:38,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:38,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:38,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:38,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ad08fc62433f406795cc193e31a81572_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742053_1229 (size=14844) 2024-11-27T04:21:38,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:38,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ad08fc62433f406795cc193e31a81572_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ad08fc62433f406795cc193e31a81572_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:38,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/ce7c14f4b28b4f7c98f0af004e9fa1d0, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:38,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/ce7c14f4b28b4f7c98f0af004e9fa1d0 is 175, key is test_row_0/A:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742054_1230 (size=39799) 2024-11-27T04:21:38,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681358108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681358111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:38,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T04:21:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681358212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681358214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:38,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T04:21:38,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681358416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681358417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T04:21:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:38,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/ce7c14f4b28b4f7c98f0af004e9fa1d0 2024-11-27T04:21:38,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/7b50da19012f4c6abd7c1e0e50ad430d is 50, key is test_row_0/B:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742055_1231 (size=12201) 2024-11-27T04:21:38,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/7b50da19012f4c6abd7c1e0e50ad430d 2024-11-27T04:21:38,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/952e739647b94647966e380c9db53245 is 50, key is test_row_0/C:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742056_1232 (size=12201) 2024-11-27T04:21:38,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/952e739647b94647966e380c9db53245 2024-11-27T04:21:38,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/ce7c14f4b28b4f7c98f0af004e9fa1d0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0 2024-11-27T04:21:38,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0, entries=200, sequenceid=257, filesize=38.9 K 2024-11-27T04:21:38,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/7b50da19012f4c6abd7c1e0e50ad430d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/7b50da19012f4c6abd7c1e0e50ad430d 2024-11-27T04:21:38,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/7b50da19012f4c6abd7c1e0e50ad430d, entries=150, sequenceid=257, filesize=11.9 K 2024-11-27T04:21:38,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/952e739647b94647966e380c9db53245 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/952e739647b94647966e380c9db53245 2024-11-27T04:21:38,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/952e739647b94647966e380c9db53245, entries=150, sequenceid=257, filesize=11.9 K 2024-11-27T04:21:38,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27fe709882b1fbae60cec1c450cf63c8 in 497ms, sequenceid=257, compaction requested=true 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:38,562 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:38,562 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:38,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:38,565 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46704 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:38,565 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:38,565 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,566 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/57421c4c0ee3449ab20d68d7846d2d06, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/eb88a0db082847a28c06a078c2452e20, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/4dd0108c987c4205a6770579c607d2f6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/7b50da19012f4c6abd7c1e0e50ad430d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=45.6 K 2024-11-27T04:21:38,566 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168122 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:38,566 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 57421c4c0ee3449ab20d68d7846d2d06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732681296509 2024-11-27T04:21:38,566 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:38,566 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,566 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/072da073fec8484dafd17712bf9cdc16, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=164.2 K 2024-11-27T04:21:38,566 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,566 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/072da073fec8484dafd17712bf9cdc16, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0] 2024-11-27T04:21:38,567 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting eb88a0db082847a28c06a078c2452e20, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732681297252 2024-11-27T04:21:38,567 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 072da073fec8484dafd17712bf9cdc16, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732681296509 2024-11-27T04:21:38,567 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ef0f150ce3a48c5bc71ae90ecce6d41, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732681296618 2024-11-27T04:21:38,567 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dd0108c987c4205a6770579c607d2f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732681297324 2024-11-27T04:21:38,568 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f525b29908042c6818da786ddcb7cad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732681297324 2024-11-27T04:21:38,568 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b50da19012f4c6abd7c1e0e50ad430d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732681297951 2024-11-27T04:21:38,569 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce7c14f4b28b4f7c98f0af004e9fa1d0, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732681297951 2024-11-27T04:21:38,584 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:38,585 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/292efa81b18c4f1cbcad318bb598dbd4 is 50, key is test_row_0/B:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,587 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:38,613 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277ae7a36098c140679a82b789bbe0c0b4_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:38,616 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277ae7a36098c140679a82b789bbe0c0b4_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:38,616 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277ae7a36098c140679a82b789bbe0c0b4_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742057_1233 (size=12781) 2024-11-27T04:21:38,628 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/292efa81b18c4f1cbcad318bb598dbd4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/292efa81b18c4f1cbcad318bb598dbd4 2024-11-27T04:21:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742058_1234 (size=4469) 2024-11-27T04:21:38,636 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 292efa81b18c4f1cbcad318bb598dbd4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:38,636 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:38,636 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=12, startTime=1732681298562; duration=0sec 2024-11-27T04:21:38,636 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:38,636 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:38,636 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:38,637 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#199 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:38,639 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6f91f78c4e2c4010a8b3d0b5a71e02e5 is 175, key is test_row_0/A:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,639 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46704 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:38,639 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:38,639 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,640 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/13322c78b27844dd86a5ffd527647c2e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4423268d8bb647a7b0ce526bbb0725f9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/aa9061041da6495491d2147f9af69122, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/952e739647b94647966e380c9db53245] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=45.6 K 2024-11-27T04:21:38,640 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 13322c78b27844dd86a5ffd527647c2e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732681296509 2024-11-27T04:21:38,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,641 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4423268d8bb647a7b0ce526bbb0725f9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732681297252 2024-11-27T04:21:38,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T04:21:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:38,642 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:21:38,642 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting aa9061041da6495491d2147f9af69122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732681297324 2024-11-27T04:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:38,643 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 952e739647b94647966e380c9db53245, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732681297951 2024-11-27T04:21:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742059_1235 (size=31735) 2024-11-27T04:21:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271a02ee042c2f49e590d25c0231ccb6c8_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681298106/Put/seqid=0 2024-11-27T04:21:38,662 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6f91f78c4e2c4010a8b3d0b5a71e02e5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f91f78c4e2c4010a8b3d0b5a71e02e5 2024-11-27T04:21:38,665 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:38,666 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/97aa1a468a8d4223b5329538727e90d7 is 50, key is test_row_0/C:col10/1732681297951/Put/seqid=0 2024-11-27T04:21:38,672 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 6f91f78c4e2c4010a8b3d0b5a71e02e5(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:38,672 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:38,672 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=12, startTime=1732681298562; duration=0sec 2024-11-27T04:21:38,672 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:38,672 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742060_1236 (size=12454) 2024-11-27T04:21:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742061_1237 (size=12781) 2024-11-27T04:21:38,680 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/97aa1a468a8d4223b5329538727e90d7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/97aa1a468a8d4223b5329538727e90d7 2024-11-27T04:21:38,687 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into 97aa1a468a8d4223b5329538727e90d7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:38,687 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:38,688 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=12, startTime=1732681298562; duration=0sec 2024-11-27T04:21:38,688 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:38,688 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:38,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681358738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681358739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681358840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681358842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681359044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681359045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:39,079 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271a02ee042c2f49e590d25c0231ccb6c8_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271a02ee042c2f49e590d25c0231ccb6c8_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/cb4278c7b1024bf7abb559ca375385f5, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:39,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/cb4278c7b1024bf7abb559ca375385f5 is 175, key is test_row_0/A:col10/1732681298106/Put/seqid=0 2024-11-27T04:21:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742062_1238 (size=31255) 2024-11-27T04:21:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681359348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681359348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,487 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/cb4278c7b1024bf7abb559ca375385f5 2024-11-27T04:21:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9f3cd035a4644fd2b20c2b1f08e27b09 is 50, key is test_row_0/B:col10/1732681298106/Put/seqid=0 2024-11-27T04:21:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742063_1239 (size=12301) 2024-11-27T04:21:39,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681359850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681359851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:39,903 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9f3cd035a4644fd2b20c2b1f08e27b09 2024-11-27T04:21:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/a39b2552661a472a97e3a2fe771c39fa is 50, key is test_row_0/C:col10/1732681298106/Put/seqid=0 2024-11-27T04:21:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742064_1240 (size=12301) 2024-11-27T04:21:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681360024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:40,026 DEBUG [Thread-784 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681360027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:40,029 DEBUG [Thread-786 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:40,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681360035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:40,037 DEBUG [Thread-780 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:40,320 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/a39b2552661a472a97e3a2fe771c39fa 2024-11-27T04:21:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/cb4278c7b1024bf7abb559ca375385f5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5 2024-11-27T04:21:40,330 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5, entries=150, sequenceid=282, filesize=30.5 K 2024-11-27T04:21:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9f3cd035a4644fd2b20c2b1f08e27b09 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9f3cd035a4644fd2b20c2b1f08e27b09 2024-11-27T04:21:40,343 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9f3cd035a4644fd2b20c2b1f08e27b09, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T04:21:40,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/a39b2552661a472a97e3a2fe771c39fa as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a39b2552661a472a97e3a2fe771c39fa 2024-11-27T04:21:40,349 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a39b2552661a472a97e3a2fe771c39fa, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T04:21:40,350 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 27fe709882b1fbae60cec1c450cf63c8 in 1708ms, sequenceid=282, compaction requested=false 2024-11-27T04:21:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T04:21:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-27T04:21:40,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T04:21:40,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3240 sec 2024-11-27T04:21:40,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.3310 sec 2024-11-27T04:21:40,738 INFO [master/99e1108fb5b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T04:21:40,738 INFO [master/99e1108fb5b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T04:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:40,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:21:40,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:40,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bbc98e1edf854c9c988eb9796eab1663_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742065_1241 (size=14994) 2024-11-27T04:21:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681360888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681360889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681360990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:40,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681360992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:41,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681361194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:41,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681361194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:41,269 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:41,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bbc98e1edf854c9c988eb9796eab1663_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bbc98e1edf854c9c988eb9796eab1663_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:41,275 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/bab6f9dfa2b14fb3811e29e41737fc48, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:41,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/bab6f9dfa2b14fb3811e29e41737fc48 is 175, key is test_row_0/A:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742066_1242 (size=39949) 2024-11-27T04:21:41,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681361497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:41,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681361497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:41,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/bab6f9dfa2b14fb3811e29e41737fc48 2024-11-27T04:21:41,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/2bfb1b2d596543b58d453d6aeddcd96c is 50, key is test_row_0/B:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742067_1243 (size=12301) 2024-11-27T04:21:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681362005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681362005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:42,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/2bfb1b2d596543b58d453d6aeddcd96c 2024-11-27T04:21:42,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/5ef4fef42ea14559b527823c9772f51a is 50, key is test_row_0/C:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:42,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742068_1244 (size=12301) 2024-11-27T04:21:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T04:21:42,133 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-27T04:21:42,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-27T04:21:42,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T04:21:42,136 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:42,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T04:21:42,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:42,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T04:21:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T04:21:42,441 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:42,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T04:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:42,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/5ef4fef42ea14559b527823c9772f51a 2024-11-27T04:21:42,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/bab6f9dfa2b14fb3811e29e41737fc48 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48 2024-11-27T04:21:42,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48, entries=200, sequenceid=297, filesize=39.0 K 2024-11-27T04:21:42,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/2bfb1b2d596543b58d453d6aeddcd96c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2bfb1b2d596543b58d453d6aeddcd96c 2024-11-27T04:21:42,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2bfb1b2d596543b58d453d6aeddcd96c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-27T04:21:42,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/5ef4fef42ea14559b527823c9772f51a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5ef4fef42ea14559b527823c9772f51a 2024-11-27T04:21:42,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5ef4fef42ea14559b527823c9772f51a, entries=150, sequenceid=297, filesize=12.0 K 2024-11-27T04:21:42,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 27fe709882b1fbae60cec1c450cf63c8 in 1680ms, sequenceid=297, compaction requested=true 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:42,535 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:42,535 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:42,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:42,537 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:42,537 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:42,537 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,537 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/292efa81b18c4f1cbcad318bb598dbd4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9f3cd035a4644fd2b20c2b1f08e27b09, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2bfb1b2d596543b58d453d6aeddcd96c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=36.5 K 2024-11-27T04:21:42,538 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:42,538 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:42,538 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,538 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f91f78c4e2c4010a8b3d0b5a71e02e5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=100.5 K 2024-11-27T04:21:42,538 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,538 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f91f78c4e2c4010a8b3d0b5a71e02e5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48] 2024-11-27T04:21:42,539 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 292efa81b18c4f1cbcad318bb598dbd4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732681297951 2024-11-27T04:21:42,539 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f91f78c4e2c4010a8b3d0b5a71e02e5, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732681297951 2024-11-27T04:21:42,539 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3cd035a4644fd2b20c2b1f08e27b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732681298106 2024-11-27T04:21:42,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb4278c7b1024bf7abb559ca375385f5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732681298106 2024-11-27T04:21:42,540 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bfb1b2d596543b58d453d6aeddcd96c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732681298736 2024-11-27T04:21:42,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bab6f9dfa2b14fb3811e29e41737fc48, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732681298735 2024-11-27T04:21:42,550 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:42,550 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/8e9fbf9170784c91a2004cf6a21b0fe8 is 50, key is test_row_0/B:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:42,552 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:42,561 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127f8ca44f696b144818627a65dc602f9cf_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:42,563 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127f8ca44f696b144818627a65dc602f9cf_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:42,564 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f8ca44f696b144818627a65dc602f9cf_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742069_1245 (size=12983) 2024-11-27T04:21:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742070_1246 (size=4469) 2024-11-27T04:21:42,584 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#208 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:42,585 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/af86a29c2e6a445f9540f88c2f8d876c is 175, key is test_row_0/A:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:42,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:42,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T04:21:42,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,596 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T04:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742071_1247 (size=31937) 2024-11-27T04:21:42,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127734998547df24a30a8a81c0ad496fcab_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681300886/Put/seqid=0 2024-11-27T04:21:42,616 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/af86a29c2e6a445f9540f88c2f8d876c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/af86a29c2e6a445f9540f88c2f8d876c 2024-11-27T04:21:42,623 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into af86a29c2e6a445f9540f88c2f8d876c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:42,623 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:42,623 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681302535; duration=0sec 2024-11-27T04:21:42,623 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:42,623 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:42,624 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:42,625 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:42,625 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:42,625 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:42,625 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/97aa1a468a8d4223b5329538727e90d7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a39b2552661a472a97e3a2fe771c39fa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5ef4fef42ea14559b527823c9772f51a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=36.5 K 2024-11-27T04:21:42,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97aa1a468a8d4223b5329538727e90d7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732681297951 2024-11-27T04:21:42,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a39b2552661a472a97e3a2fe771c39fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732681298106 2024-11-27T04:21:42,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef4fef42ea14559b527823c9772f51a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732681298736 2024-11-27T04:21:42,638 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:42,639 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/76377367fced4747a9588c894c373ec4 is 50, key is test_row_0/C:col10/1732681298736/Put/seqid=0 2024-11-27T04:21:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742072_1248 (size=12454) 2024-11-27T04:21:42,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:42,646 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127734998547df24a30a8a81c0ad496fcab_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127734998547df24a30a8a81c0ad496fcab_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:42,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1179a44cd6344104b82da68f50456e1d, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1179a44cd6344104b82da68f50456e1d is 175, key is test_row_0/A:col10/1732681300886/Put/seqid=0 2024-11-27T04:21:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742073_1249 (size=12983) 2024-11-27T04:21:42,661 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/76377367fced4747a9588c894c373ec4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/76377367fced4747a9588c894c373ec4 2024-11-27T04:21:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742074_1250 (size=31255) 2024-11-27T04:21:42,664 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1179a44cd6344104b82da68f50456e1d 2024-11-27T04:21:42,670 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into 76377367fced4747a9588c894c373ec4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:42,670 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:42,670 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681302535; duration=0sec 2024-11-27T04:21:42,670 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:42,670 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/3ea9cb3c5e124dc48c4495adb5f9852c is 50, key is test_row_0/B:col10/1732681300886/Put/seqid=0 2024-11-27T04:21:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742075_1251 (size=12301) 2024-11-27T04:21:42,699 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/3ea9cb3c5e124dc48c4495adb5f9852c 2024-11-27T04:21:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/8e7ade1a38f343e098af3fa794806f80 is 50, key is test_row_0/C:col10/1732681300886/Put/seqid=0 2024-11-27T04:21:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742076_1252 (size=12301) 2024-11-27T04:21:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T04:21:42,985 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/8e9fbf9170784c91a2004cf6a21b0fe8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8e9fbf9170784c91a2004cf6a21b0fe8 2024-11-27T04:21:42,991 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 8e9fbf9170784c91a2004cf6a21b0fe8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:42,991 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:42,991 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681302535; duration=0sec 2024-11-27T04:21:42,991 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:42,991 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:43,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681363059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681363059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,132 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/8e7ade1a38f343e098af3fa794806f80 2024-11-27T04:21:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1179a44cd6344104b82da68f50456e1d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d 2024-11-27T04:21:43,155 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d, entries=150, sequenceid=320, filesize=30.5 K 2024-11-27T04:21:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/3ea9cb3c5e124dc48c4495adb5f9852c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3ea9cb3c5e124dc48c4495adb5f9852c 2024-11-27T04:21:43,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681363162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681363162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,167 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3ea9cb3c5e124dc48c4495adb5f9852c, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T04:21:43,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/8e7ade1a38f343e098af3fa794806f80 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/8e7ade1a38f343e098af3fa794806f80 2024-11-27T04:21:43,173 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/8e7ade1a38f343e098af3fa794806f80, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T04:21:43,174 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27fe709882b1fbae60cec1c450cf63c8 in 579ms, sequenceid=320, compaction requested=false 2024-11-27T04:21:43,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:43,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T04:21:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-27T04:21:43,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T04:21:43,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0400 sec 2024-11-27T04:21:43,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0440 sec 2024-11-27T04:21:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T04:21:43,239 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-27T04:21:43,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-27T04:21:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T04:21:43,242 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:43,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:43,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T04:21:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:21:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278f31b560d12d408b81b87e8f8223bb7a_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742077_1253 (size=14994) 2024-11-27T04:21:43,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T04:21:43,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278f31b560d12d408b81b87e8f8223bb7a_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f31b560d12d408b81b87e8f8223bb7a_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/488280fc0ef94fbd9a7904a2b75f3603, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/488280fc0ef94fbd9a7904a2b75f3603 is 175, key is test_row_0/A:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742078_1254 (size=39949) 2024-11-27T04:21:43,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/488280fc0ef94fbd9a7904a2b75f3603 2024-11-27T04:21:43,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681363415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681363417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e0cfbb1557e049aca7cf30ca5fdf980a is 50, key is test_row_0/B:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742079_1255 (size=12301) 2024-11-27T04:21:43,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e0cfbb1557e049aca7cf30ca5fdf980a 2024-11-27T04:21:43,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/9748db86b9394ea3a384de27e98dcd9e is 50, key is test_row_0/C:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742080_1256 (size=12301) 2024-11-27T04:21:43,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/9748db86b9394ea3a384de27e98dcd9e 2024-11-27T04:21:43,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/488280fc0ef94fbd9a7904a2b75f3603 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603 2024-11-27T04:21:43,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603, entries=200, sequenceid=338, filesize=39.0 K 2024-11-27T04:21:43,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/e0cfbb1557e049aca7cf30ca5fdf980a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e0cfbb1557e049aca7cf30ca5fdf980a 2024-11-27T04:21:43,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e0cfbb1557e049aca7cf30ca5fdf980a, entries=150, sequenceid=338, filesize=12.0 K 2024-11-27T04:21:43,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/9748db86b9394ea3a384de27e98dcd9e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9748db86b9394ea3a384de27e98dcd9e 2024-11-27T04:21:43,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9748db86b9394ea3a384de27e98dcd9e, entries=150, sequenceid=338, filesize=12.0 K 2024-11-27T04:21:43,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 27fe709882b1fbae60cec1c450cf63c8 in 141ms, sequenceid=338, compaction requested=true 2024-11-27T04:21:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:43,507 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:43,507 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:43,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:43,508 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:43,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:43,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:43,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:43,508 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:43,509 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,509 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/af86a29c2e6a445f9540f88c2f8d876c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=100.7 K 2024-11-27T04:21:43,509 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,509 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/af86a29c2e6a445f9540f88c2f8d876c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603] 2024-11-27T04:21:43,509 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:43,509 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:43,509 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,509 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8e9fbf9170784c91a2004cf6a21b0fe8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3ea9cb3c5e124dc48c4495adb5f9852c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e0cfbb1557e049aca7cf30ca5fdf980a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=36.7 K 2024-11-27T04:21:43,509 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting af86a29c2e6a445f9540f88c2f8d876c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732681298736 2024-11-27T04:21:43,510 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1179a44cd6344104b82da68f50456e1d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681300886 2024-11-27T04:21:43,510 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e9fbf9170784c91a2004cf6a21b0fe8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732681298736 2024-11-27T04:21:43,514 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 488280fc0ef94fbd9a7904a2b75f3603, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681303023 2024-11-27T04:21:43,514 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ea9cb3c5e124dc48c4495adb5f9852c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681300886 2024-11-27T04:21:43,514 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e0cfbb1557e049aca7cf30ca5fdf980a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681303023 2024-11-27T04:21:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:21:43,525 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:43,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:43,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:43,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,537 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:43,538 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9fa063690e6e4baeadd010a35f32cf9a is 50, key is test_row_0/B:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112762516f579dea45568b51514afccb7ee1_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,542 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112762516f579dea45568b51514afccb7ee1_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,542 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112762516f579dea45568b51514afccb7ee1_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T04:21:43,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271da6b566f6aa485fb78f7ba7bd4ddea3_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681303521/Put/seqid=0 2024-11-27T04:21:43,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T04:21:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681363548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681363552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742081_1257 (size=13085) 2024-11-27T04:21:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742082_1258 (size=4469) 2024-11-27T04:21:43,584 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#216 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:43,585 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/4f15bcfe3af04de8964c28e9b964dfcd is 175, key is test_row_0/A:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742083_1259 (size=12454) 2024-11-27T04:21:43,607 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742084_1260 (size=32039) 2024-11-27T04:21:43,613 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271da6b566f6aa485fb78f7ba7bd4ddea3_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271da6b566f6aa485fb78f7ba7bd4ddea3_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/fd20d32ee1524b1dbdc43bd5d88d32d0, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/fd20d32ee1524b1dbdc43bd5d88d32d0 is 175, key is test_row_0/A:col10/1732681303521/Put/seqid=0 2024-11-27T04:21:43,617 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/4f15bcfe3af04de8964c28e9b964dfcd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4f15bcfe3af04de8964c28e9b964dfcd 2024-11-27T04:21:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742085_1261 (size=31255) 2024-11-27T04:21:43,624 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 4f15bcfe3af04de8964c28e9b964dfcd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:43,624 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:43,624 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681303507; duration=0sec 2024-11-27T04:21:43,624 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:43,624 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:43,625 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:43,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:43,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/fd20d32ee1524b1dbdc43bd5d88d32d0 2024-11-27T04:21:43,626 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:43,626 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,627 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/76377367fced4747a9588c894c373ec4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/8e7ade1a38f343e098af3fa794806f80, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9748db86b9394ea3a384de27e98dcd9e] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=36.7 K 2024-11-27T04:21:43,627 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76377367fced4747a9588c894c373ec4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732681298736 2024-11-27T04:21:43,628 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e7ade1a38f343e098af3fa794806f80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681300886 2024-11-27T04:21:43,628 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9748db86b9394ea3a384de27e98dcd9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681303023 2024-11-27T04:21:43,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/049f1bd43cc64855b3983645dcfbf6f2 is 50, key is test_row_0/B:col10/1732681303521/Put/seqid=0 2024-11-27T04:21:43,658 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:43,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681363656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,658 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/44a3f4ab816c4f458d6749bf85e984ae is 50, key is test_row_0/C:col10/1732681303366/Put/seqid=0 2024-11-27T04:21:43,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681363656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742087_1263 (size=13085) 2024-11-27T04:21:43,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742086_1262 (size=12301) 2024-11-27T04:21:43,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/049f1bd43cc64855b3983645dcfbf6f2 2024-11-27T04:21:43,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T04:21:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:43,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/e2d6cbd4a4cb472089a10ec62262266d is 50, key is test_row_0/C:col10/1732681303521/Put/seqid=0 2024-11-27T04:21:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742088_1264 (size=12301) 2024-11-27T04:21:43,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/e2d6cbd4a4cb472089a10ec62262266d 2024-11-27T04:21:43,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/fd20d32ee1524b1dbdc43bd5d88d32d0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0 2024-11-27T04:21:43,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0, entries=150, sequenceid=361, filesize=30.5 K 2024-11-27T04:21:43,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/049f1bd43cc64855b3983645dcfbf6f2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/049f1bd43cc64855b3983645dcfbf6f2 2024-11-27T04:21:43,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/049f1bd43cc64855b3983645dcfbf6f2, entries=150, sequenceid=361, filesize=12.0 K 2024-11-27T04:21:43,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/e2d6cbd4a4cb472089a10ec62262266d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e2d6cbd4a4cb472089a10ec62262266d 2024-11-27T04:21:43,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e2d6cbd4a4cb472089a10ec62262266d, entries=150, sequenceid=361, filesize=12.0 K 2024-11-27T04:21:43,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27fe709882b1fbae60cec1c450cf63c8 in 241ms, sequenceid=361, compaction requested=false 2024-11-27T04:21:43,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T04:21:43,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T04:21:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:43,856 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c5e0a4f57ec64bfa8888f89344aea6ef_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681303546/Put/seqid=0 2024-11-27T04:21:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742089_1265 (size=12454) 2024-11-27T04:21:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:43,901 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c5e0a4f57ec64bfa8888f89344aea6ef_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c5e0a4f57ec64bfa8888f89344aea6ef_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:43,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c051def0641e41d2b76d28db43e0779b, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681363901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c051def0641e41d2b76d28db43e0779b is 175, key is test_row_0/A:col10/1732681303546/Put/seqid=0 2024-11-27T04:21:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681363903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742090_1266 (size=31255) 2024-11-27T04:21:43,922 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c051def0641e41d2b76d28db43e0779b 2024-11-27T04:21:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/33f18cf7c6d74f339e2844ba0c813b35 is 50, key is test_row_0/B:col10/1732681303546/Put/seqid=0 2024-11-27T04:21:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742091_1267 (size=12301) 2024-11-27T04:21:43,948 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/33f18cf7c6d74f339e2844ba0c813b35 2024-11-27T04:21:43,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/d9ef1ae48798493ca5889de5ea1c76e6 is 50, key is test_row_0/C:col10/1732681303546/Put/seqid=0 2024-11-27T04:21:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742092_1268 (size=12301) 2024-11-27T04:21:43,986 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/d9ef1ae48798493ca5889de5ea1c76e6 2024-11-27T04:21:43,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/9fa063690e6e4baeadd010a35f32cf9a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9fa063690e6e4baeadd010a35f32cf9a 2024-11-27T04:21:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c051def0641e41d2b76d28db43e0779b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b 2024-11-27T04:21:43,996 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 9fa063690e6e4baeadd010a35f32cf9a(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:43,996 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:43,996 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681303507; duration=0sec 2024-11-27T04:21:43,996 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:43,996 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:43,999 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b, entries=150, sequenceid=375, filesize=30.5 K 2024-11-27T04:21:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/33f18cf7c6d74f339e2844ba0c813b35 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/33f18cf7c6d74f339e2844ba0c813b35 2024-11-27T04:21:44,003 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/33f18cf7c6d74f339e2844ba0c813b35, entries=150, sequenceid=375, filesize=12.0 K 2024-11-27T04:21:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/d9ef1ae48798493ca5889de5ea1c76e6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d9ef1ae48798493ca5889de5ea1c76e6 2024-11-27T04:21:44,010 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d9ef1ae48798493ca5889de5ea1c76e6, entries=150, sequenceid=375, filesize=12.0 K 2024-11-27T04:21:44,011 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 27fe709882b1fbae60cec1c450cf63c8 in 155ms, sequenceid=375, compaction requested=true 2024-11-27T04:21:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T04:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-27T04:21:44,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T04:21:44,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-27T04:21:44,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:21:44,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:44,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:44,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:44,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:44,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:44,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:44,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 775 msec 2024-11-27T04:21:44,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276a12191ccdb947ab9e0d30fe80de1e6f_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681364034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681364035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742093_1269 (size=17534) 2024-11-27T04:21:44,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:44,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276a12191ccdb947ab9e0d30fe80de1e6f_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276a12191ccdb947ab9e0d30fe80de1e6f_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:44,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/161c7322e092468e8ed8895255654930, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:44,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/161c7322e092468e8ed8895255654930 is 175, key is test_row_0/A:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742094_1270 (size=48639) 2024-11-27T04:21:44,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/161c7322e092468e8ed8895255654930 2024-11-27T04:21:44,084 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/44a3f4ab816c4f458d6749bf85e984ae as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/44a3f4ab816c4f458d6749bf85e984ae 2024-11-27T04:21:44,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/98dc70221c1b49b1939d5d45b4f3d5d0 is 50, key is test_row_0/B:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,095 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into 44a3f4ab816c4f458d6749bf85e984ae(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:44,095 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:44,096 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681303508; duration=0sec 2024-11-27T04:21:44,096 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:44,096 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742095_1271 (size=12301) 2024-11-27T04:21:44,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/98dc70221c1b49b1939d5d45b4f3d5d0 2024-11-27T04:21:44,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/cf5aa3cba82f43f684c399f25b1b8f1d is 50, key is test_row_0/C:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681364141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681364142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742096_1272 (size=12301) 2024-11-27T04:21:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T04:21:44,345 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-27T04:21:44,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-27T04:21:44,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681364344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:44,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T04:21:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681364346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:44,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T04:21:44,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T04:21:44,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:44,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:44,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:44,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/cf5aa3cba82f43f684c399f25b1b8f1d 2024-11-27T04:21:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/161c7322e092468e8ed8895255654930 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930 2024-11-27T04:21:44,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930, entries=250, sequenceid=401, filesize=47.5 K 2024-11-27T04:21:44,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/98dc70221c1b49b1939d5d45b4f3d5d0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/98dc70221c1b49b1939d5d45b4f3d5d0 2024-11-27T04:21:44,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/98dc70221c1b49b1939d5d45b4f3d5d0, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:21:44,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/cf5aa3cba82f43f684c399f25b1b8f1d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/cf5aa3cba82f43f684c399f25b1b8f1d 2024-11-27T04:21:44,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/cf5aa3cba82f43f684c399f25b1b8f1d, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:21:44,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27fe709882b1fbae60cec1c450cf63c8 in 564ms, sequenceid=401, compaction requested=true 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:44,580 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:44,580 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:44,581 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:44,581 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:44,582 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,582 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:44,582 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4f15bcfe3af04de8964c28e9b964dfcd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=139.8 K 2024-11-27T04:21:44,582 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:44,582 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,582 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,582 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9fa063690e6e4baeadd010a35f32cf9a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/049f1bd43cc64855b3983645dcfbf6f2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/33f18cf7c6d74f339e2844ba0c813b35, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/98dc70221c1b49b1939d5d45b4f3d5d0] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=48.8 K 2024-11-27T04:21:44,582 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4f15bcfe3af04de8964c28e9b964dfcd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930] 2024-11-27T04:21:44,583 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fa063690e6e4baeadd010a35f32cf9a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681303023 2024-11-27T04:21:44,583 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f15bcfe3af04de8964c28e9b964dfcd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681303023 2024-11-27T04:21:44,583 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 049f1bd43cc64855b3983645dcfbf6f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681303413 2024-11-27T04:21:44,583 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd20d32ee1524b1dbdc43bd5d88d32d0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681303413 2024-11-27T04:21:44,583 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 33f18cf7c6d74f339e2844ba0c813b35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732681303546 2024-11-27T04:21:44,584 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c051def0641e41d2b76d28db43e0779b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732681303546 2024-11-27T04:21:44,584 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 98dc70221c1b49b1939d5d45b4f3d5d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681303897 2024-11-27T04:21:44,584 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161c7322e092468e8ed8895255654930, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681303897 2024-11-27T04:21:44,602 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:44,603 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/5b39909b01654de88244a6a4aea4ba1d is 50, key is test_row_0/B:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,604 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:44,609 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112713d2c7470e1f4873b1f778c0740ae408_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:44,610 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112713d2c7470e1f4873b1f778c0740ae408_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:44,611 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112713d2c7470e1f4873b1f778c0740ae408_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742097_1273 (size=13221) 2024-11-27T04:21:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742098_1274 (size=4469) 2024-11-27T04:21:44,619 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#229 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:44,620 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/18f7c6313d464ea8a8053888f205ff93 is 175, key is test_row_0/A:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,622 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/5b39909b01654de88244a6a4aea4ba1d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5b39909b01654de88244a6a4aea4ba1d 2024-11-27T04:21:44,627 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 5b39909b01654de88244a6a4aea4ba1d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:44,627 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:44,627 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=12, startTime=1732681304580; duration=0sec 2024-11-27T04:21:44,628 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:44,628 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:44,628 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:21:44,629 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:21:44,629 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:44,629 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,629 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/44a3f4ab816c4f458d6749bf85e984ae, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e2d6cbd4a4cb472089a10ec62262266d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d9ef1ae48798493ca5889de5ea1c76e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/cf5aa3cba82f43f684c399f25b1b8f1d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=48.8 K 2024-11-27T04:21:44,630 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a3f4ab816c4f458d6749bf85e984ae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681303023 2024-11-27T04:21:44,631 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e2d6cbd4a4cb472089a10ec62262266d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681303413 2024-11-27T04:21:44,631 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d9ef1ae48798493ca5889de5ea1c76e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732681303546 2024-11-27T04:21:44,631 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting cf5aa3cba82f43f684c399f25b1b8f1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681303897 2024-11-27T04:21:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742099_1275 (size=32175) 2024-11-27T04:21:44,643 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:44,644 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/5e14c57faf8940f2832f5ca401fb4727 is 50, key is test_row_0/C:col10/1732681304014/Put/seqid=0 2024-11-27T04:21:44,646 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/18f7c6313d464ea8a8053888f205ff93 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/18f7c6313d464ea8a8053888f205ff93 2024-11-27T04:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T04:21:44,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T04:21:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:44,655 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:44,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:44,655 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 18f7c6313d464ea8a8053888f205ff93(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:44,655 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:44,655 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=12, startTime=1732681304580; duration=0sec 2024-11-27T04:21:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:44,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:44,656 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:44,657 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742100_1276 (size=13221) 2024-11-27T04:21:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112785e7ad742c3b49c2b6300e51e2282f93_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681304029/Put/seqid=0 2024-11-27T04:21:44,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742101_1277 (size=14994) 2024-11-27T04:21:44,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681364695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681364696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681364800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681364800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T04:21:45,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681365002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681365003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,071 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/5e14c57faf8940f2832f5ca401fb4727 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5e14c57faf8940f2832f5ca401fb4727 2024-11-27T04:21:45,077 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into 5e14c57faf8940f2832f5ca401fb4727(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:45,077 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:45,077 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=12, startTime=1732681304580; duration=0sec 2024-11-27T04:21:45,077 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:45,077 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:45,098 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112785e7ad742c3b49c2b6300e51e2282f93_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112785e7ad742c3b49c2b6300e51e2282f93_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6796171b85dd4461aa69ce33b1a113ab, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6796171b85dd4461aa69ce33b1a113ab is 175, key is test_row_0/A:col10/1732681304029/Put/seqid=0 2024-11-27T04:21:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742102_1278 (size=39949) 2024-11-27T04:21:45,106 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6796171b85dd4461aa69ce33b1a113ab 2024-11-27T04:21:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/d213440c9ffd4323b9629bf13f8b6e49 is 50, key is test_row_0/B:col10/1732681304029/Put/seqid=0 2024-11-27T04:21:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742103_1279 (size=12301) 2024-11-27T04:21:45,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681365306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681365307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T04:21:45,519 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/d213440c9ffd4323b9629bf13f8b6e49 2024-11-27T04:21:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/64fb1b3c47084b2c99149029e2e187b9 is 50, key is test_row_0/C:col10/1732681304029/Put/seqid=0 2024-11-27T04:21:45,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742104_1280 (size=12301) 2024-11-27T04:21:45,532 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/64fb1b3c47084b2c99149029e2e187b9 2024-11-27T04:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/6796171b85dd4461aa69ce33b1a113ab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab 2024-11-27T04:21:45,542 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab, entries=200, sequenceid=416, filesize=39.0 K 2024-11-27T04:21:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/d213440c9ffd4323b9629bf13f8b6e49 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d213440c9ffd4323b9629bf13f8b6e49 2024-11-27T04:21:45,547 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d213440c9ffd4323b9629bf13f8b6e49, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T04:21:45,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/64fb1b3c47084b2c99149029e2e187b9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/64fb1b3c47084b2c99149029e2e187b9 2024-11-27T04:21:45,553 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/64fb1b3c47084b2c99149029e2e187b9, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T04:21:45,554 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27fe709882b1fbae60cec1c450cf63c8 in 899ms, sequenceid=416, compaction requested=false 2024-11-27T04:21:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T04:21:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-27T04:21:45,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T04:21:45,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2060 sec 2024-11-27T04:21:45,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.2100 sec 2024-11-27T04:21:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:45,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:21:45,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:45,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710bca84f2a3a41ccb32308f772718b02_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:45,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681365845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681365845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742105_1281 (size=12454) 2024-11-27T04:21:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681365948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681365950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681366150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681366153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:46,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710bca84f2a3a41ccb32308f772718b02_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710bca84f2a3a41ccb32308f772718b02_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:46,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/eafc997ebe34428c92902afc289682e6, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:46,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/eafc997ebe34428c92902afc289682e6 is 175, key is test_row_0/A:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742106_1282 (size=31255) 2024-11-27T04:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T04:21:46,453 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-27T04:21:46,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681366453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-27T04:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T04:21:46,456 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:46,456 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:46,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:46,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681366456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T04:21:46,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T04:21:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:46,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=443, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/eafc997ebe34428c92902afc289682e6 2024-11-27T04:21:46,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/bf2af6fe8082429b9e563b5daf5e67ff is 50, key is test_row_0/B:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742107_1283 (size=12301) 2024-11-27T04:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T04:21:46,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T04:21:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:46,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T04:21:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:46,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:46,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681366955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681366960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T04:21:47,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:47,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T04:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:47,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/bf2af6fe8082429b9e563b5daf5e67ff 2024-11-27T04:21:47,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/4f5851efe39546fc8382a310309b6b4b is 50, key is test_row_0/C:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742108_1284 (size=12301) 2024-11-27T04:21:47,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/4f5851efe39546fc8382a310309b6b4b 2024-11-27T04:21:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/eafc997ebe34428c92902afc289682e6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6 2024-11-27T04:21:47,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6, entries=150, sequenceid=443, filesize=30.5 K 2024-11-27T04:21:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/bf2af6fe8082429b9e563b5daf5e67ff as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/bf2af6fe8082429b9e563b5daf5e67ff 2024-11-27T04:21:47,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/bf2af6fe8082429b9e563b5daf5e67ff, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T04:21:47,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/4f5851efe39546fc8382a310309b6b4b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4f5851efe39546fc8382a310309b6b4b 2024-11-27T04:21:47,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4f5851efe39546fc8382a310309b6b4b, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T04:21:47,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 27fe709882b1fbae60cec1c450cf63c8 in 1290ms, sequenceid=443, compaction requested=true 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:47,117 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:47,117 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:47,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:47,118 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:47,118 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:47,118 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:47,118 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:47,118 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,118 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,118 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/18f7c6313d464ea8a8053888f205ff93, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=101.0 K 2024-11-27T04:21:47,118 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,118 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5b39909b01654de88244a6a4aea4ba1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d213440c9ffd4323b9629bf13f8b6e49, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/bf2af6fe8082429b9e563b5daf5e67ff] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=36.9 K 2024-11-27T04:21:47,118 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/18f7c6313d464ea8a8053888f205ff93, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6] 2024-11-27T04:21:47,119 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b39909b01654de88244a6a4aea4ba1d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681303897 2024-11-27T04:21:47,119 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18f7c6313d464ea8a8053888f205ff93, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681303897 2024-11-27T04:21:47,119 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d213440c9ffd4323b9629bf13f8b6e49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732681304029 2024-11-27T04:21:47,119 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6796171b85dd4461aa69ce33b1a113ab, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732681304025 2024-11-27T04:21:47,119 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2af6fe8082429b9e563b5daf5e67ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732681304694 2024-11-27T04:21:47,119 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting eafc997ebe34428c92902afc289682e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732681304694 2024-11-27T04:21:47,127 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:47,128 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:47,129 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/34c8b7c714c84324b81509931c75ef21 is 50, key is test_row_0/B:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:47,136 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127db888ebd954349e5bc7b59cc0305335d_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742109_1285 (size=13323) 2024-11-27T04:21:47,139 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127db888ebd954349e5bc7b59cc0305335d_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:47,139 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127db888ebd954349e5bc7b59cc0305335d_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:47,146 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/34c8b7c714c84324b81509931c75ef21 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/34c8b7c714c84324b81509931c75ef21 2024-11-27T04:21:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742110_1286 (size=4469) 2024-11-27T04:21:47,157 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 34c8b7c714c84324b81509931c75ef21(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:47,157 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:47,158 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681307117; duration=0sec 2024-11-27T04:21:47,158 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:47,158 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:47,158 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#238 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:47,158 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:47,159 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:47,159 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/4e70d7b80c6b4245b5945862f51e5882 is 175, key is test_row_0/A:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:47,159 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:47,159 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,159 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5e14c57faf8940f2832f5ca401fb4727, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/64fb1b3c47084b2c99149029e2e187b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4f5851efe39546fc8382a310309b6b4b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=36.9 K 2024-11-27T04:21:47,160 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e14c57faf8940f2832f5ca401fb4727, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681303897 2024-11-27T04:21:47,161 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 64fb1b3c47084b2c99149029e2e187b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732681304029 2024-11-27T04:21:47,162 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f5851efe39546fc8382a310309b6b4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732681304694 2024-11-27T04:21:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742111_1287 (size=32277) 2024-11-27T04:21:47,184 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:47,185 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f4946594d64845aa91976eb518db4f3a is 50, key is test_row_0/C:col10/1732681304694/Put/seqid=0 2024-11-27T04:21:47,190 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/4e70d7b80c6b4245b5945862f51e5882 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4e70d7b80c6b4245b5945862f51e5882 2024-11-27T04:21:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742112_1288 (size=13323) 2024-11-27T04:21:47,200 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 4e70d7b80c6b4245b5945862f51e5882(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:47,200 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:47,200 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681307117; duration=0sec 2024-11-27T04:21:47,200 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:47,200 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:47,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:47,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T04:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,221 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:47,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ab30f537cc604840bb3416f306fa6e38_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681305839/Put/seqid=0 2024-11-27T04:21:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742113_1289 (size=12454) 2024-11-27T04:21:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T04:21:47,608 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f4946594d64845aa91976eb518db4f3a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f4946594d64845aa91976eb518db4f3a 2024-11-27T04:21:47,615 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into f4946594d64845aa91976eb518db4f3a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:47,615 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:47,615 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681307117; duration=0sec 2024-11-27T04:21:47,616 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:47,616 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,676 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ab30f537cc604840bb3416f306fa6e38_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ab30f537cc604840bb3416f306fa6e38_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c837586a1cf2474aadec9fab627c7fa5, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:47,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c837586a1cf2474aadec9fab627c7fa5 is 175, key is test_row_0/A:col10/1732681305839/Put/seqid=0 2024-11-27T04:21:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742114_1290 (size=31255) 2024-11-27T04:21:47,696 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=456, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c837586a1cf2474aadec9fab627c7fa5 2024-11-27T04:21:47,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/269dad0acb444a02b801a1f23676ed9d is 50, key is test_row_0/B:col10/1732681305839/Put/seqid=0 2024-11-27T04:21:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742115_1291 (size=12301) 2024-11-27T04:21:47,714 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/269dad0acb444a02b801a1f23676ed9d 2024-11-27T04:21:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/2756c802dc124d0da404ba7eb4316c93 is 50, key is test_row_0/C:col10/1732681305839/Put/seqid=0 2024-11-27T04:21:47,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742116_1292 (size=12301) 2024-11-27T04:21:47,740 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/2756c802dc124d0da404ba7eb4316c93 2024-11-27T04:21:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/c837586a1cf2474aadec9fab627c7fa5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5 2024-11-27T04:21:47,753 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5, entries=150, sequenceid=456, filesize=30.5 K 2024-11-27T04:21:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/269dad0acb444a02b801a1f23676ed9d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/269dad0acb444a02b801a1f23676ed9d 2024-11-27T04:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,758 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/269dad0acb444a02b801a1f23676ed9d, entries=150, sequenceid=456, filesize=12.0 K 2024-11-27T04:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/2756c802dc124d0da404ba7eb4316c93 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/2756c802dc124d0da404ba7eb4316c93 2024-11-27T04:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,765 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/2756c802dc124d0da404ba7eb4316c93, entries=150, sequenceid=456, filesize=12.0 K 2024-11-27T04:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,766 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 27fe709882b1fbae60cec1c450cf63c8 in 545ms, sequenceid=456, compaction requested=false 2024-11-27T04:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-27T04:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-27T04:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T04:21:47,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-27T04:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.3160 sec 2024-11-27T04:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:48,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:48,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732c14b78151f40e78f008e6bf5fb7a3a_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742117_1293 (size=20074) 2024-11-27T04:21:48,126 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732c14b78151f40e78f008e6bf5fb7a3a_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732c14b78151f40e78f008e6bf5fb7a3a_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:48,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1cf9df3d691f4b328ce46021f66bf8dd, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:48,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1cf9df3d691f4b328ce46021f66bf8dd is 175, key is test_row_0/A:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681368137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681368140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742118_1294 (size=57333) 2024-11-27T04:21:48,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=468, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1cf9df3d691f4b328ce46021f66bf8dd 2024-11-27T04:21:48,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/3033921ffd7242df8ac2175ed8120f54 is 50, key is test_row_0/B:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742119_1295 (size=12301) 2024-11-27T04:21:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681368240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681368243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681368446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681368447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T04:21:48,560 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-27T04:21:48,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-27T04:21:48,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T04:21:48,564 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:48,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:48,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/3033921ffd7242df8ac2175ed8120f54 2024-11-27T04:21:48,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f3cc7b03717b4e70ab445fba202e3fe6 is 50, key is test_row_0/C:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742120_1296 (size=12301) 2024-11-27T04:21:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T04:21:48,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T04:21:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:48,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:48,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681368748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681368756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T04:21:48,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:48,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T04:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:48,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:49,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f3cc7b03717b4e70ab445fba202e3fe6 2024-11-27T04:21:49,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/1cf9df3d691f4b328ce46021f66bf8dd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd 2024-11-27T04:21:49,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T04:21:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:21:49,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd, entries=300, sequenceid=468, filesize=56.0 K 2024-11-27T04:21:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/3033921ffd7242df8ac2175ed8120f54 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3033921ffd7242df8ac2175ed8120f54 2024-11-27T04:21:49,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3033921ffd7242df8ac2175ed8120f54, entries=150, sequenceid=468, filesize=12.0 K 2024-11-27T04:21:49,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/f3cc7b03717b4e70ab445fba202e3fe6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f3cc7b03717b4e70ab445fba202e3fe6 2024-11-27T04:21:49,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f3cc7b03717b4e70ab445fba202e3fe6, entries=150, sequenceid=468, filesize=12.0 K 2024-11-27T04:21:49,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 27fe709882b1fbae60cec1c450cf63c8 in 960ms, sequenceid=468, compaction requested=true 2024-11-27T04:21:49,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:21:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:21:49,038 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27fe709882b1fbae60cec1c450cf63c8:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:21:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:21:49,038 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:49,039 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:49,039 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/A is initiating minor compaction (all files) 2024-11-27T04:21:49,039 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/A in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,039 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4e70d7b80c6b4245b5945862f51e5882, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=118.0 K 2024-11-27T04:21:49,039 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,039 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4e70d7b80c6b4245b5945862f51e5882, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd] 2024-11-27T04:21:49,040 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e70d7b80c6b4245b5945862f51e5882, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732681304694 2024-11-27T04:21:49,040 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:49,040 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/B is initiating minor compaction (all files) 2024-11-27T04:21:49,040 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/B in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,040 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c837586a1cf2474aadec9fab627c7fa5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732681305835 2024-11-27T04:21:49,040 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/34c8b7c714c84324b81509931c75ef21, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/269dad0acb444a02b801a1f23676ed9d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3033921ffd7242df8ac2175ed8120f54] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=37.0 K 2024-11-27T04:21:49,040 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cf9df3d691f4b328ce46021f66bf8dd, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732681308049 2024-11-27T04:21:49,040 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34c8b7c714c84324b81509931c75ef21, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732681304694 2024-11-27T04:21:49,041 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 269dad0acb444a02b801a1f23676ed9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732681305835 2024-11-27T04:21:49,042 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3033921ffd7242df8ac2175ed8120f54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732681308071 2024-11-27T04:21:49,069 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:49,087 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:49,088 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/8f9f30c690234b2db5dffe1c734ea85f is 50, key is test_row_0/B:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:49,097 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112769fd2b2024d24b5a9149fe278cfb87ee_27fe709882b1fbae60cec1c450cf63c8 store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:49,099 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112769fd2b2024d24b5a9149fe278cfb87ee_27fe709882b1fbae60cec1c450cf63c8, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:49,099 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112769fd2b2024d24b5a9149fe278cfb87ee_27fe709882b1fbae60cec1c450cf63c8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742121_1297 (size=13425) 2024-11-27T04:21:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742122_1298 (size=4469) 2024-11-27T04:21:49,149 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#A#compaction#246 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:49,150 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/811f1a84fe6148fd88be52b9b2afb9dc is 175, key is test_row_0/A:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T04:21:49,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T04:21:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,179 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:21:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:49,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:49,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:49,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742123_1299 (size=32379) 2024-11-27T04:21:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fd02ae738f854c86aca3aa19a10dc27f_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681308136/Put/seqid=0 2024-11-27T04:21:49,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742124_1300 (size=12454) 2024-11-27T04:21:49,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681369269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681369272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681369373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681369377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,532 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/8f9f30c690234b2db5dffe1c734ea85f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8f9f30c690234b2db5dffe1c734ea85f 2024-11-27T04:21:49,539 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/B of 27fe709882b1fbae60cec1c450cf63c8 into 8f9f30c690234b2db5dffe1c734ea85f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:49,539 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:49,540 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/B, priority=13, startTime=1732681309038; duration=0sec 2024-11-27T04:21:49,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:21:49,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:B 2024-11-27T04:21:49,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:21:49,541 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:21:49,541 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 27fe709882b1fbae60cec1c450cf63c8/C is initiating minor compaction (all files) 2024-11-27T04:21:49,541 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27fe709882b1fbae60cec1c450cf63c8/C in TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:49,542 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f4946594d64845aa91976eb518db4f3a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/2756c802dc124d0da404ba7eb4316c93, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f3cc7b03717b4e70ab445fba202e3fe6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp, totalSize=37.0 K 2024-11-27T04:21:49,542 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4946594d64845aa91976eb518db4f3a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732681304694 2024-11-27T04:21:49,542 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2756c802dc124d0da404ba7eb4316c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732681305835 2024-11-27T04:21:49,543 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3cc7b03717b4e70ab445fba202e3fe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732681308071 2024-11-27T04:21:49,555 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27fe709882b1fbae60cec1c450cf63c8#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:21:49,556 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/d8daa73ce2f14606ba0f28f27244b715 is 50, key is test_row_0/C:col10/1732681308076/Put/seqid=0 2024-11-27T04:21:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742125_1301 (size=13425) 2024-11-27T04:21:49,577 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/d8daa73ce2f14606ba0f28f27244b715 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d8daa73ce2f14606ba0f28f27244b715 2024-11-27T04:21:49,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681369577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,585 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/C of 27fe709882b1fbae60cec1c450cf63c8 into d8daa73ce2f14606ba0f28f27244b715(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:49,592 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681369582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,592 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/C, priority=13, startTime=1732681309038; duration=0sec 2024-11-27T04:21:49,592 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:49,592 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:C 2024-11-27T04:21:49,604 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/811f1a84fe6148fd88be52b9b2afb9dc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/811f1a84fe6148fd88be52b9b2afb9dc 2024-11-27T04:21:49,612 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27fe709882b1fbae60cec1c450cf63c8/A of 27fe709882b1fbae60cec1c450cf63c8 into 811f1a84fe6148fd88be52b9b2afb9dc(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:21:49,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:49,612 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., storeName=27fe709882b1fbae60cec1c450cf63c8/A, priority=13, startTime=1732681309038; duration=0sec 2024-11-27T04:21:49,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:21:49,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27fe709882b1fbae60cec1c450cf63c8:A 2024-11-27T04:21:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:49,665 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fd02ae738f854c86aca3aa19a10dc27f_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fd02ae738f854c86aca3aa19a10dc27f_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T04:21:49,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/05dce13fc96946d991372abadfd2f563, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/05dce13fc96946d991372abadfd2f563 is 175, key is test_row_0/A:col10/1732681308136/Put/seqid=0 2024-11-27T04:21:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742126_1302 (size=31255) 2024-11-27T04:21:49,679 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/05dce13fc96946d991372abadfd2f563 2024-11-27T04:21:49,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b5b751b4f180476e853c4e37088244dd is 50, key is test_row_0/B:col10/1732681308136/Put/seqid=0 2024-11-27T04:21:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742127_1303 (size=12301) 2024-11-27T04:21:49,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681369880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:49,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681369894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53030 deadline: 1732681370087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,089 DEBUG [Thread-780 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18228 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:50,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52952 deadline: 1732681370098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,104 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b5b751b4f180476e853c4e37088244dd 2024-11-27T04:21:50,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52990 deadline: 1732681370107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,108 DEBUG [Thread-786 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18260 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:50,112 DEBUG [Thread-784 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18247 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:21:50,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/e755e499673e41fe90a60711dde253c7 is 50, key is test_row_0/C:col10/1732681308136/Put/seqid=0 2024-11-27T04:21:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742128_1304 (size=12301) 2024-11-27T04:21:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52954 deadline: 1732681370383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53014 deadline: 1732681370399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,530 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/e755e499673e41fe90a60711dde253c7 2024-11-27T04:21:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/05dce13fc96946d991372abadfd2f563 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/05dce13fc96946d991372abadfd2f563 2024-11-27T04:21:50,540 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/05dce13fc96946d991372abadfd2f563, entries=150, sequenceid=493, filesize=30.5 K 2024-11-27T04:21:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b5b751b4f180476e853c4e37088244dd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b5b751b4f180476e853c4e37088244dd 2024-11-27T04:21:50,544 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b5b751b4f180476e853c4e37088244dd, entries=150, sequenceid=493, filesize=12.0 K 2024-11-27T04:21:50,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/e755e499673e41fe90a60711dde253c7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e755e499673e41fe90a60711dde253c7 2024-11-27T04:21:50,549 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e755e499673e41fe90a60711dde253c7, entries=150, sequenceid=493, filesize=12.0 K 2024-11-27T04:21:50,550 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27fe709882b1fbae60cec1c450cf63c8 in 1371ms, sequenceid=493, compaction requested=false 2024-11-27T04:21:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-27T04:21:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-27T04:21:50,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-27T04:21:50,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-27T04:21:50,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.9920 sec 2024-11-27T04:21:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T04:21:50,667 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-27T04:21:50,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:21:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-27T04:21:50,670 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:21:50,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:21:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T04:21:50,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:21:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T04:21:50,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:21:50,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T04:21:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:50,824 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:21:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fa65ef4ada874a0da4573e0077574192_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681309270/Put/seqid=0 2024-11-27T04:21:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742129_1305 (size=12454) 2024-11-27T04:21:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T04:21:51,084 DEBUG [Thread-791 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43a15d92 to 127.0.0.1:56910 2024-11-27T04:21:51,084 DEBUG [Thread-795 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42aa95c2 to 127.0.0.1:56910 2024-11-27T04:21:51,084 DEBUG [Thread-791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:51,084 DEBUG [Thread-795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:51,085 DEBUG [Thread-793 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28575504 to 127.0.0.1:56910 2024-11-27T04:21:51,085 DEBUG [Thread-793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:51,085 DEBUG [Thread-789 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x093cc14f to 127.0.0.1:56910 2024-11-27T04:21:51,085 DEBUG [Thread-789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:21:51,240 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fa65ef4ada874a0da4573e0077574192_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fa65ef4ada874a0da4573e0077574192_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:51,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/aa3390ce1a4842f783f947ecf8b6ea88, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:21:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/aa3390ce1a4842f783f947ecf8b6ea88 is 175, key is test_row_0/A:col10/1732681309270/Put/seqid=0 2024-11-27T04:21:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742130_1306 (size=31255) 2024-11-27T04:21:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T04:21:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:21:51,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. as already flushing 2024-11-27T04:21:51,395 DEBUG [Thread-778 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dc4805b to 127.0.0.1:56910 2024-11-27T04:21:51,395 DEBUG [Thread-778 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:51,410 DEBUG [Thread-782 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d92bd5b to 127.0.0.1:56910 2024-11-27T04:21:51,410 DEBUG [Thread-782 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:21:51,645 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=507, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/aa3390ce1a4842f783f947ecf8b6ea88 2024-11-27T04:21:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b66974e05fcb499c8cbcd3e4e7c9749d is 50, key is test_row_0/B:col10/1732681309270/Put/seqid=0 2024-11-27T04:21:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742131_1307 (size=12301) 2024-11-27T04:21:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T04:21:52,057 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b66974e05fcb499c8cbcd3e4e7c9749d 2024-11-27T04:21:52,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/7c235b40b048408ea82ed49979704af5 is 50, key is test_row_0/C:col10/1732681309270/Put/seqid=0 2024-11-27T04:21:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742132_1308 (size=12301) 2024-11-27T04:21:52,468 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/7c235b40b048408ea82ed49979704af5 2024-11-27T04:21:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/aa3390ce1a4842f783f947ecf8b6ea88 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/aa3390ce1a4842f783f947ecf8b6ea88 2024-11-27T04:21:52,476 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/aa3390ce1a4842f783f947ecf8b6ea88, entries=150, sequenceid=507, filesize=30.5 K 2024-11-27T04:21:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/b66974e05fcb499c8cbcd3e4e7c9749d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b66974e05fcb499c8cbcd3e4e7c9749d 2024-11-27T04:21:52,480 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b66974e05fcb499c8cbcd3e4e7c9749d, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T04:21:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/7c235b40b048408ea82ed49979704af5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7c235b40b048408ea82ed49979704af5 2024-11-27T04:21:52,484 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7c235b40b048408ea82ed49979704af5, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T04:21:52,485 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 27fe709882b1fbae60cec1c450cf63c8 in 1661ms, sequenceid=507, compaction requested=true 2024-11-27T04:21:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:21:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:21:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-27T04:21:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-27T04:21:52,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-27T04:21:52,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-27T04:21:52,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8190 sec 2024-11-27T04:21:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T04:21:52,776 INFO [Thread-788 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-27T04:21:54,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T04:21:59,278 DEBUG [master/99e1108fb5b5:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 91914be584d255ddeedcd392d770ce41 changed from -1.0 to 0.0, refreshing cache 2024-11-27T04:22:00,100 DEBUG [Thread-780 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34e78b2e to 127.0.0.1:56910 2024-11-27T04:22:00,100 DEBUG [Thread-780 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:00,196 DEBUG [Thread-784 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3183e16a to 127.0.0.1:56910 2024-11-27T04:22:00,196 DEBUG [Thread-784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:00,200 DEBUG [Thread-786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ad687d2 to 127.0.0.1:56910 2024-11-27T04:22:00,200 DEBUG [Thread-786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 176 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6227 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6027 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2708 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8124 rows 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2694 2024-11-27T04:22:00,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8082 rows 2024-11-27T04:22:00,200 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:22:00,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77e36419 to 127.0.0.1:56910 2024-11-27T04:22:00,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:00,202 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T04:22:00,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T04:22:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T04:22:00,207 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681320206"}]},"ts":"1732681320206"} 2024-11-27T04:22:00,208 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T04:22:00,210 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T04:22:00,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:22:00,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, UNASSIGN}] 2024-11-27T04:22:00,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, UNASSIGN 2024-11-27T04:22:00,213 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:00,213 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:22:00,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:22:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T04:22:00,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:00,365 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:00,365 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:22:00,365 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 27fe709882b1fbae60cec1c450cf63c8, disabling compactions & flushes 2024-11-27T04:22:00,365 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:22:00,365 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:22:00,365 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. after waiting 0 ms 2024-11-27T04:22:00,365 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:22:00,366 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 27fe709882b1fbae60cec1c450cf63c8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:22:00,366 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=A 2024-11-27T04:22:00,366 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:00,366 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=B 2024-11-27T04:22:00,366 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:00,366 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27fe709882b1fbae60cec1c450cf63c8, store=C 2024-11-27T04:22:00,366 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:00,372 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112740ecb3b2043042439017358518e0f927_27fe709882b1fbae60cec1c450cf63c8 is 50, key is test_row_0/A:col10/1732681311409/Put/seqid=0 2024-11-27T04:22:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742133_1309 (size=9914) 2024-11-27T04:22:00,378 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:00,382 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112740ecb3b2043042439017358518e0f927_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112740ecb3b2043042439017358518e0f927_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:00,382 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/9c612391247540778e53ba20c5f7de43, store: [table=TestAcidGuarantees family=A region=27fe709882b1fbae60cec1c450cf63c8] 2024-11-27T04:22:00,383 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/9c612391247540778e53ba20c5f7de43 is 175, key is test_row_0/A:col10/1732681311409/Put/seqid=0 2024-11-27T04:22:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742134_1310 (size=22561) 2024-11-27T04:22:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T04:22:00,788 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=515, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/9c612391247540778e53ba20c5f7de43 2024-11-27T04:22:00,795 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/126bd998c61a475495231bff5ed898ae is 50, key is test_row_0/B:col10/1732681311409/Put/seqid=0 2024-11-27T04:22:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742135_1311 (size=9857) 2024-11-27T04:22:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T04:22:01,198 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/126bd998c61a475495231bff5ed898ae 2024-11-27T04:22:01,206 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/9fbec4f54fac4ecb8f63a6db8c062b93 is 50, key is test_row_0/C:col10/1732681311409/Put/seqid=0 2024-11-27T04:22:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742136_1312 (size=9857) 2024-11-27T04:22:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T04:22:01,610 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/9fbec4f54fac4ecb8f63a6db8c062b93 2024-11-27T04:22:01,614 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/A/9c612391247540778e53ba20c5f7de43 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/9c612391247540778e53ba20c5f7de43 2024-11-27T04:22:01,617 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/9c612391247540778e53ba20c5f7de43, entries=100, sequenceid=515, filesize=22.0 K 2024-11-27T04:22:01,618 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/B/126bd998c61a475495231bff5ed898ae as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/126bd998c61a475495231bff5ed898ae 2024-11-27T04:22:01,621 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/126bd998c61a475495231bff5ed898ae, entries=100, sequenceid=515, filesize=9.6 K 2024-11-27T04:22:01,622 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/.tmp/C/9fbec4f54fac4ecb8f63a6db8c062b93 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9fbec4f54fac4ecb8f63a6db8c062b93 2024-11-27T04:22:01,625 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9fbec4f54fac4ecb8f63a6db8c062b93, entries=100, sequenceid=515, filesize=9.6 K 2024-11-27T04:22:01,626 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 27fe709882b1fbae60cec1c450cf63c8 in 1261ms, sequenceid=515, compaction requested=true 2024-11-27T04:22:01,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d488c4d31f0a4e66bec69ae03feae2b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/a21de5775b95413aa75570e27d8243cf, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/2e3437cc348044f9ba53104f959b461c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/072da073fec8484dafd17712bf9cdc16, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f91f78c4e2c4010a8b3d0b5a71e02e5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/af86a29c2e6a445f9540f88c2f8d876c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4f15bcfe3af04de8964c28e9b964dfcd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/18f7c6313d464ea8a8053888f205ff93, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4e70d7b80c6b4245b5945862f51e5882, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd] to archive 2024-11-27T04:22:01,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:01,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/512728b674834a11a6b9ba1995d544cd 2024-11-27T04:22:01,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/0dc96c8bb3cb40829292176c516b78a4 2024-11-27T04:22:01,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7c94631eeb5d40db89ade8a4a2bdcfdc 2024-11-27T04:22:01,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/7043f162cc7743f7b0ce0083324bb991 2024-11-27T04:22:01,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d488c4d31f0a4e66bec69ae03feae2b4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d488c4d31f0a4e66bec69ae03feae2b4 2024-11-27T04:22:01,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/732ad868d85d437b8b9d178d0d8b650e 2024-11-27T04:22:01,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/a21de5775b95413aa75570e27d8243cf to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/a21de5775b95413aa75570e27d8243cf 2024-11-27T04:22:01,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/dd8ed990c3794c86b439caeb25c54c32 2024-11-27T04:22:01,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/457feaf619a645ec9f327ea7c1afc952 2024-11-27T04:22:01,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6186800f7da646c399eff2074c1a336b 2024-11-27T04:22:01,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/2e3437cc348044f9ba53104f959b461c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/2e3437cc348044f9ba53104f959b461c 2024-11-27T04:22:01,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6412e2a825e949dfbbc99ee3b2331aca 2024-11-27T04:22:01,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/072da073fec8484dafd17712bf9cdc16 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/072da073fec8484dafd17712bf9cdc16 2024-11-27T04:22:01,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/d2ad00e038af478ba4742d40da8801b9 2024-11-27T04:22:01,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1ef0f150ce3a48c5bc71ae90ecce6d41 2024-11-27T04:22:01,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f525b29908042c6818da786ddcb7cad 2024-11-27T04:22:01,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/ce7c14f4b28b4f7c98f0af004e9fa1d0 2024-11-27T04:22:01,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f91f78c4e2c4010a8b3d0b5a71e02e5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6f91f78c4e2c4010a8b3d0b5a71e02e5 2024-11-27T04:22:01,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/cb4278c7b1024bf7abb559ca375385f5 2024-11-27T04:22:01,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/bab6f9dfa2b14fb3811e29e41737fc48 2024-11-27T04:22:01,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/af86a29c2e6a445f9540f88c2f8d876c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/af86a29c2e6a445f9540f88c2f8d876c 2024-11-27T04:22:01,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1179a44cd6344104b82da68f50456e1d 2024-11-27T04:22:01,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/488280fc0ef94fbd9a7904a2b75f3603 2024-11-27T04:22:01,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4f15bcfe3af04de8964c28e9b964dfcd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4f15bcfe3af04de8964c28e9b964dfcd 2024-11-27T04:22:01,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/fd20d32ee1524b1dbdc43bd5d88d32d0 2024-11-27T04:22:01,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c051def0641e41d2b76d28db43e0779b 2024-11-27T04:22:01,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/161c7322e092468e8ed8895255654930 2024-11-27T04:22:01,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/18f7c6313d464ea8a8053888f205ff93 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/18f7c6313d464ea8a8053888f205ff93 2024-11-27T04:22:01,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/6796171b85dd4461aa69ce33b1a113ab 2024-11-27T04:22:01,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4e70d7b80c6b4245b5945862f51e5882 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/4e70d7b80c6b4245b5945862f51e5882 2024-11-27T04:22:01,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/eafc997ebe34428c92902afc289682e6 2024-11-27T04:22:01,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/c837586a1cf2474aadec9fab627c7fa5 2024-11-27T04:22:01,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/1cf9df3d691f4b328ce46021f66bf8dd 2024-11-27T04:22:01,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5f6c91b2cfed4bd2bcee0e85077acf54, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b3224c843c4745bea13a0fb5fe181f73, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/523d78b4d1ec4098bbda2c731d54c045, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/68a95054fdbe4c83999e62d879236578, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d830bddfff3a4d9a82f620b64e613544, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9c88a8c9453a4e5ea5557d0b0b8e19db, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/1c5319574074455d8a3a91d563a9d924, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e8d75e98df2a40159bdf4197a5ed9bf9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/0c650e6829cf47408662bb076a931ad5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b6201ab0dafd4b2da7bf0834940dbe3c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/6977dc5d310341c0a801c982e13b5102, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/57421c4c0ee3449ab20d68d7846d2d06, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2d17c5c2919c4a12af80cba8788571c9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/eb88a0db082847a28c06a078c2452e20, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/4dd0108c987c4205a6770579c607d2f6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/292efa81b18c4f1cbcad318bb598dbd4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/7b50da19012f4c6abd7c1e0e50ad430d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9f3cd035a4644fd2b20c2b1f08e27b09, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8e9fbf9170784c91a2004cf6a21b0fe8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2bfb1b2d596543b58d453d6aeddcd96c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3ea9cb3c5e124dc48c4495adb5f9852c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9fa063690e6e4baeadd010a35f32cf9a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e0cfbb1557e049aca7cf30ca5fdf980a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/049f1bd43cc64855b3983645dcfbf6f2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/33f18cf7c6d74f339e2844ba0c813b35, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5b39909b01654de88244a6a4aea4ba1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/98dc70221c1b49b1939d5d45b4f3d5d0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d213440c9ffd4323b9629bf13f8b6e49, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/34c8b7c714c84324b81509931c75ef21, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/bf2af6fe8082429b9e563b5daf5e67ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/269dad0acb444a02b801a1f23676ed9d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3033921ffd7242df8ac2175ed8120f54] to archive 2024-11-27T04:22:01,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:01,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5f6c91b2cfed4bd2bcee0e85077acf54 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5f6c91b2cfed4bd2bcee0e85077acf54 2024-11-27T04:22:01,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b3224c843c4745bea13a0fb5fe181f73 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b3224c843c4745bea13a0fb5fe181f73 2024-11-27T04:22:01,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/523d78b4d1ec4098bbda2c731d54c045 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/523d78b4d1ec4098bbda2c731d54c045 2024-11-27T04:22:01,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/68a95054fdbe4c83999e62d879236578 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/68a95054fdbe4c83999e62d879236578 2024-11-27T04:22:01,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d830bddfff3a4d9a82f620b64e613544 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d830bddfff3a4d9a82f620b64e613544 2024-11-27T04:22:01,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9c88a8c9453a4e5ea5557d0b0b8e19db to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9c88a8c9453a4e5ea5557d0b0b8e19db 2024-11-27T04:22:01,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/1c5319574074455d8a3a91d563a9d924 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/1c5319574074455d8a3a91d563a9d924 2024-11-27T04:22:01,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e8d75e98df2a40159bdf4197a5ed9bf9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e8d75e98df2a40159bdf4197a5ed9bf9 2024-11-27T04:22:01,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e4ccb22a1eaf44e9a0e1114c5bf91cf7 2024-11-27T04:22:01,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/0c650e6829cf47408662bb076a931ad5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/0c650e6829cf47408662bb076a931ad5 2024-11-27T04:22:01,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b6201ab0dafd4b2da7bf0834940dbe3c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b6201ab0dafd4b2da7bf0834940dbe3c 2024-11-27T04:22:01,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/6977dc5d310341c0a801c982e13b5102 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/6977dc5d310341c0a801c982e13b5102 2024-11-27T04:22:01,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/57421c4c0ee3449ab20d68d7846d2d06 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/57421c4c0ee3449ab20d68d7846d2d06 2024-11-27T04:22:01,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2d17c5c2919c4a12af80cba8788571c9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2d17c5c2919c4a12af80cba8788571c9 2024-11-27T04:22:01,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/eb88a0db082847a28c06a078c2452e20 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/eb88a0db082847a28c06a078c2452e20 2024-11-27T04:22:01,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/4dd0108c987c4205a6770579c607d2f6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/4dd0108c987c4205a6770579c607d2f6 2024-11-27T04:22:01,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/292efa81b18c4f1cbcad318bb598dbd4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/292efa81b18c4f1cbcad318bb598dbd4 2024-11-27T04:22:01,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/7b50da19012f4c6abd7c1e0e50ad430d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/7b50da19012f4c6abd7c1e0e50ad430d 2024-11-27T04:22:01,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9f3cd035a4644fd2b20c2b1f08e27b09 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9f3cd035a4644fd2b20c2b1f08e27b09 2024-11-27T04:22:01,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8e9fbf9170784c91a2004cf6a21b0fe8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8e9fbf9170784c91a2004cf6a21b0fe8 2024-11-27T04:22:01,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2bfb1b2d596543b58d453d6aeddcd96c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/2bfb1b2d596543b58d453d6aeddcd96c 2024-11-27T04:22:01,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3ea9cb3c5e124dc48c4495adb5f9852c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3ea9cb3c5e124dc48c4495adb5f9852c 2024-11-27T04:22:01,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9fa063690e6e4baeadd010a35f32cf9a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/9fa063690e6e4baeadd010a35f32cf9a 2024-11-27T04:22:01,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e0cfbb1557e049aca7cf30ca5fdf980a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/e0cfbb1557e049aca7cf30ca5fdf980a 2024-11-27T04:22:01,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/049f1bd43cc64855b3983645dcfbf6f2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/049f1bd43cc64855b3983645dcfbf6f2 2024-11-27T04:22:01,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/33f18cf7c6d74f339e2844ba0c813b35 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/33f18cf7c6d74f339e2844ba0c813b35 2024-11-27T04:22:01,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5b39909b01654de88244a6a4aea4ba1d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/5b39909b01654de88244a6a4aea4ba1d 2024-11-27T04:22:01,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/98dc70221c1b49b1939d5d45b4f3d5d0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/98dc70221c1b49b1939d5d45b4f3d5d0 2024-11-27T04:22:01,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d213440c9ffd4323b9629bf13f8b6e49 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/d213440c9ffd4323b9629bf13f8b6e49 2024-11-27T04:22:01,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/34c8b7c714c84324b81509931c75ef21 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/34c8b7c714c84324b81509931c75ef21 2024-11-27T04:22:01,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/bf2af6fe8082429b9e563b5daf5e67ff to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/bf2af6fe8082429b9e563b5daf5e67ff 2024-11-27T04:22:01,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/269dad0acb444a02b801a1f23676ed9d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/269dad0acb444a02b801a1f23676ed9d 2024-11-27T04:22:01,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3033921ffd7242df8ac2175ed8120f54 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/3033921ffd7242df8ac2175ed8120f54 2024-11-27T04:22:01,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/589f9004909146e090c9631c402594a9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/bf4ddb07a5454bbc8cc3af2094b5d18b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7cb199cdce0e4493acd9586251ad94af, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/534d69f9d2fd4d64855b6fb09601905e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/1f153a9b2a9440519fc7de47b04ac123, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/71153e3678944265a39ec5042db54c4b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/deae52d6876e4f439f5b9d9deb42537d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/719ba99c7c2a4afa9b98840f1e23a05d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/455da8f36f7d466898308d0bb3bae8ae, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/b08ab5616016492ea01f0f37f9d0d016, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/3a7df734858346a9a7610ce1a678d773, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f1ec89f1452b4ee2b821524496a3c006, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/13322c78b27844dd86a5ffd527647c2e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a9a42d31a98444608daf473ddeb92b1a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4423268d8bb647a7b0ce526bbb0725f9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/aa9061041da6495491d2147f9af69122, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/97aa1a468a8d4223b5329538727e90d7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/952e739647b94647966e380c9db53245, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a39b2552661a472a97e3a2fe771c39fa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/76377367fced4747a9588c894c373ec4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5ef4fef42ea14559b527823c9772f51a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/8e7ade1a38f343e098af3fa794806f80, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/44a3f4ab816c4f458d6749bf85e984ae, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9748db86b9394ea3a384de27e98dcd9e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e2d6cbd4a4cb472089a10ec62262266d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d9ef1ae48798493ca5889de5ea1c76e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5e14c57faf8940f2832f5ca401fb4727, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/cf5aa3cba82f43f684c399f25b1b8f1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/64fb1b3c47084b2c99149029e2e187b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f4946594d64845aa91976eb518db4f3a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4f5851efe39546fc8382a310309b6b4b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/2756c802dc124d0da404ba7eb4316c93, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f3cc7b03717b4e70ab445fba202e3fe6] to archive 2024-11-27T04:22:01,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:01,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/589f9004909146e090c9631c402594a9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/589f9004909146e090c9631c402594a9 2024-11-27T04:22:01,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/bf4ddb07a5454bbc8cc3af2094b5d18b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/bf4ddb07a5454bbc8cc3af2094b5d18b 2024-11-27T04:22:01,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7cb199cdce0e4493acd9586251ad94af to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7cb199cdce0e4493acd9586251ad94af 2024-11-27T04:22:01,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/534d69f9d2fd4d64855b6fb09601905e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/534d69f9d2fd4d64855b6fb09601905e 2024-11-27T04:22:01,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/1f153a9b2a9440519fc7de47b04ac123 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/1f153a9b2a9440519fc7de47b04ac123 2024-11-27T04:22:01,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/71153e3678944265a39ec5042db54c4b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/71153e3678944265a39ec5042db54c4b 2024-11-27T04:22:01,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/deae52d6876e4f439f5b9d9deb42537d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/deae52d6876e4f439f5b9d9deb42537d 2024-11-27T04:22:01,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/719ba99c7c2a4afa9b98840f1e23a05d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/719ba99c7c2a4afa9b98840f1e23a05d 2024-11-27T04:22:01,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/455da8f36f7d466898308d0bb3bae8ae to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/455da8f36f7d466898308d0bb3bae8ae 2024-11-27T04:22:01,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/b08ab5616016492ea01f0f37f9d0d016 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/b08ab5616016492ea01f0f37f9d0d016 2024-11-27T04:22:01,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/3a7df734858346a9a7610ce1a678d773 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/3a7df734858346a9a7610ce1a678d773 2024-11-27T04:22:01,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f1ec89f1452b4ee2b821524496a3c006 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f1ec89f1452b4ee2b821524496a3c006 2024-11-27T04:22:01,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/13322c78b27844dd86a5ffd527647c2e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/13322c78b27844dd86a5ffd527647c2e 2024-11-27T04:22:01,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a9a42d31a98444608daf473ddeb92b1a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a9a42d31a98444608daf473ddeb92b1a 2024-11-27T04:22:01,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4423268d8bb647a7b0ce526bbb0725f9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4423268d8bb647a7b0ce526bbb0725f9 2024-11-27T04:22:01,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/aa9061041da6495491d2147f9af69122 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/aa9061041da6495491d2147f9af69122 2024-11-27T04:22:01,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/97aa1a468a8d4223b5329538727e90d7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/97aa1a468a8d4223b5329538727e90d7 2024-11-27T04:22:01,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/952e739647b94647966e380c9db53245 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/952e739647b94647966e380c9db53245 2024-11-27T04:22:01,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a39b2552661a472a97e3a2fe771c39fa to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/a39b2552661a472a97e3a2fe771c39fa 2024-11-27T04:22:01,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/76377367fced4747a9588c894c373ec4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/76377367fced4747a9588c894c373ec4 2024-11-27T04:22:01,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5ef4fef42ea14559b527823c9772f51a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5ef4fef42ea14559b527823c9772f51a 2024-11-27T04:22:01,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/8e7ade1a38f343e098af3fa794806f80 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/8e7ade1a38f343e098af3fa794806f80 2024-11-27T04:22:01,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/44a3f4ab816c4f458d6749bf85e984ae to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/44a3f4ab816c4f458d6749bf85e984ae 2024-11-27T04:22:01,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9748db86b9394ea3a384de27e98dcd9e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9748db86b9394ea3a384de27e98dcd9e 2024-11-27T04:22:01,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e2d6cbd4a4cb472089a10ec62262266d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e2d6cbd4a4cb472089a10ec62262266d 2024-11-27T04:22:01,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d9ef1ae48798493ca5889de5ea1c76e6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d9ef1ae48798493ca5889de5ea1c76e6 2024-11-27T04:22:01,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5e14c57faf8940f2832f5ca401fb4727 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/5e14c57faf8940f2832f5ca401fb4727 2024-11-27T04:22:01,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/cf5aa3cba82f43f684c399f25b1b8f1d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/cf5aa3cba82f43f684c399f25b1b8f1d 2024-11-27T04:22:01,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/64fb1b3c47084b2c99149029e2e187b9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/64fb1b3c47084b2c99149029e2e187b9 2024-11-27T04:22:01,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f4946594d64845aa91976eb518db4f3a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f4946594d64845aa91976eb518db4f3a 2024-11-27T04:22:01,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4f5851efe39546fc8382a310309b6b4b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/4f5851efe39546fc8382a310309b6b4b 2024-11-27T04:22:01,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/2756c802dc124d0da404ba7eb4316c93 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/2756c802dc124d0da404ba7eb4316c93 2024-11-27T04:22:01,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f3cc7b03717b4e70ab445fba202e3fe6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/f3cc7b03717b4e70ab445fba202e3fe6 2024-11-27T04:22:01,725 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/recovered.edits/518.seqid, newMaxSeqId=518, maxSeqId=4 2024-11-27T04:22:01,726 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8. 2024-11-27T04:22:01,726 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 27fe709882b1fbae60cec1c450cf63c8: 2024-11-27T04:22:01,727 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:01,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=27fe709882b1fbae60cec1c450cf63c8, regionState=CLOSED 2024-11-27T04:22:01,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T04:22:01,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 27fe709882b1fbae60cec1c450cf63c8, server=99e1108fb5b5,33685,1732681256218 in 1.5150 sec 2024-11-27T04:22:01,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-27T04:22:01,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27fe709882b1fbae60cec1c450cf63c8, UNASSIGN in 1.5180 sec 2024-11-27T04:22:01,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T04:22:01,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-27T04:22:01,735 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681321735"}]},"ts":"1732681321735"} 2024-11-27T04:22:01,736 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T04:22:01,738 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T04:22:01,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5360 sec 2024-11-27T04:22:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T04:22:02,310 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-27T04:22:02,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T04:22:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,312 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T04:22:02,312 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,314 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,316 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/recovered.edits] 2024-11-27T04:22:02,318 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/05dce13fc96946d991372abadfd2f563 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/05dce13fc96946d991372abadfd2f563 2024-11-27T04:22:02,319 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/811f1a84fe6148fd88be52b9b2afb9dc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/811f1a84fe6148fd88be52b9b2afb9dc 2024-11-27T04:22:02,320 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/9c612391247540778e53ba20c5f7de43 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/9c612391247540778e53ba20c5f7de43 2024-11-27T04:22:02,321 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/aa3390ce1a4842f783f947ecf8b6ea88 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/A/aa3390ce1a4842f783f947ecf8b6ea88 2024-11-27T04:22:02,323 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/126bd998c61a475495231bff5ed898ae to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/126bd998c61a475495231bff5ed898ae 2024-11-27T04:22:02,324 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8f9f30c690234b2db5dffe1c734ea85f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/8f9f30c690234b2db5dffe1c734ea85f 2024-11-27T04:22:02,325 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b5b751b4f180476e853c4e37088244dd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b5b751b4f180476e853c4e37088244dd 2024-11-27T04:22:02,326 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b66974e05fcb499c8cbcd3e4e7c9749d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/B/b66974e05fcb499c8cbcd3e4e7c9749d 2024-11-27T04:22:02,328 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7c235b40b048408ea82ed49979704af5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/7c235b40b048408ea82ed49979704af5 2024-11-27T04:22:02,329 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9fbec4f54fac4ecb8f63a6db8c062b93 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/9fbec4f54fac4ecb8f63a6db8c062b93 2024-11-27T04:22:02,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d8daa73ce2f14606ba0f28f27244b715 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/d8daa73ce2f14606ba0f28f27244b715 2024-11-27T04:22:02,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e755e499673e41fe90a60711dde253c7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/C/e755e499673e41fe90a60711dde253c7 2024-11-27T04:22:02,332 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/recovered.edits/518.seqid to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8/recovered.edits/518.seqid 2024-11-27T04:22:02,333 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T04:22:02,333 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T04:22:02,334 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T04:22:02,337 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710bca84f2a3a41ccb32308f772718b02_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710bca84f2a3a41ccb32308f772718b02_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,338 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710f54fd68b45455fbd3b4b5d17ea2341_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710f54fd68b45455fbd3b4b5d17ea2341_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,339 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127160a344362c847aa892571bc3d58914d_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127160a344362c847aa892571bc3d58914d_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,340 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271a02ee042c2f49e590d25c0231ccb6c8_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271a02ee042c2f49e590d25c0231ccb6c8_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,341 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271da6b566f6aa485fb78f7ba7bd4ddea3_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271da6b566f6aa485fb78f7ba7bd4ddea3_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,342 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273221522505464b2fb427c182ce713ec1_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273221522505464b2fb427c182ce713ec1_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,343 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732c14b78151f40e78f008e6bf5fb7a3a_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732c14b78151f40e78f008e6bf5fb7a3a_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,344 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112740ecb3b2043042439017358518e0f927_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112740ecb3b2043042439017358518e0f927_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,345 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127456d64d1322449189c3ea3812ea5ea25_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127456d64d1322449189c3ea3812ea5ea25_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,346 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275de6f281e12d4454a85c8ab54dbc60bc_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275de6f281e12d4454a85c8ab54dbc60bc_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,347 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275faac55a528f4774893a0675832cdf24_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275faac55a528f4774893a0675832cdf24_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,348 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276355e20fc5724fdf9cff3c0b220d8657_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276355e20fc5724fdf9cff3c0b220d8657_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,348 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276a12191ccdb947ab9e0d30fe80de1e6f_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276a12191ccdb947ab9e0d30fe80de1e6f_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,350 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c3a39cc5b284111882185cf63697d34_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c3a39cc5b284111882185cf63697d34_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,351 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127710c39abb2d64046809ea019e54e4d76_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127710c39abb2d64046809ea019e54e4d76_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,352 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127734998547df24a30a8a81c0ad496fcab_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127734998547df24a30a8a81c0ad496fcab_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,353 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112785e7ad742c3b49c2b6300e51e2282f93_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112785e7ad742c3b49c2b6300e51e2282f93_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,354 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f31b560d12d408b81b87e8f8223bb7a_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f31b560d12d408b81b87e8f8223bb7a_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,355 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279b7ef26fe90d4e6c9d0f8d8034b6ef38_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279b7ef26fe90d4e6c9d0f8d8034b6ef38_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,356 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ab30f537cc604840bb3416f306fa6e38_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ab30f537cc604840bb3416f306fa6e38_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,357 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ad08fc62433f406795cc193e31a81572_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ad08fc62433f406795cc193e31a81572_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,358 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bbc98e1edf854c9c988eb9796eab1663_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bbc98e1edf854c9c988eb9796eab1663_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,360 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c5e0a4f57ec64bfa8888f89344aea6ef_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c5e0a4f57ec64bfa8888f89344aea6ef_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,361 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f333d18133214510b972718309c44cad_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f333d18133214510b972718309c44cad_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,362 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fa65ef4ada874a0da4573e0077574192_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fa65ef4ada874a0da4573e0077574192_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,363 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fd02ae738f854c86aca3aa19a10dc27f_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fd02ae738f854c86aca3aa19a10dc27f_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,364 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffc03a547c4a44d3b7d3be16772ebca2_27fe709882b1fbae60cec1c450cf63c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffc03a547c4a44d3b7d3be16772ebca2_27fe709882b1fbae60cec1c450cf63c8 2024-11-27T04:22:02,364 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T04:22:02,366 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,369 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T04:22:02,371 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T04:22:02,372 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,372 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T04:22:02,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732681322372"}]},"ts":"9223372036854775807"} 2024-11-27T04:22:02,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T04:22:02,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 27fe709882b1fbae60cec1c450cf63c8, NAME => 'TestAcidGuarantees,,1732681287951.27fe709882b1fbae60cec1c450cf63c8.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T04:22:02,374 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T04:22:02,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732681322374"}]},"ts":"9223372036854775807"} 2024-11-27T04:22:02,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T04:22:02,378 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-27T04:22:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T04:22:02,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-27T04:22:02,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 239), OpenFileDescriptor=449 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5817 (was 6261) 2024-11-27T04:22:02,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=5817 2024-11-27T04:22:02,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:22:02,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:22:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:02,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:22:02,435 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:02,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-11-27T04:22:02,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:22:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-27T04:22:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742137_1313 (size=960) 2024-11-27T04:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-27T04:22:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-27T04:22:02,843 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:22:02,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742138_1314 (size=53) 2024-11-27T04:22:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-27T04:22:03,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:22:03,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1c0dcd19f13f55d7bb3d743b7d38d41d, disabling compactions & flushes 2024-11-27T04:22:03,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. after waiting 0 ms 2024-11-27T04:22:03,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:03,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:22:03,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732681323251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681323251"}]},"ts":"1732681323251"} 2024-11-27T04:22:03,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:22:03,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:22:03,253 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681323253"}]},"ts":"1732681323253"} 2024-11-27T04:22:03,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T04:22:03,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, ASSIGN}] 2024-11-27T04:22:03,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, ASSIGN 2024-11-27T04:22:03,259 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:22:03,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=1c0dcd19f13f55d7bb3d743b7d38d41d, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:03,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:22:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-27T04:22:03,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:03,565 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,565 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:22:03,566 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,566 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:22:03,566 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,566 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,567 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,568 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:03,568 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0dcd19f13f55d7bb3d743b7d38d41d columnFamilyName A 2024-11-27T04:22:03,568 DEBUG [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:03,569 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.HStore(327): Store=1c0dcd19f13f55d7bb3d743b7d38d41d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:03,569 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,570 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:03,570 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0dcd19f13f55d7bb3d743b7d38d41d columnFamilyName B 2024-11-27T04:22:03,570 DEBUG [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:03,570 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.HStore(327): Store=1c0dcd19f13f55d7bb3d743b7d38d41d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:03,570 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,571 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:03,572 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0dcd19f13f55d7bb3d743b7d38d41d columnFamilyName C 2024-11-27T04:22:03,572 DEBUG [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:03,572 INFO [StoreOpener-1c0dcd19f13f55d7bb3d743b7d38d41d-1 {}] regionserver.HStore(327): Store=1c0dcd19f13f55d7bb3d743b7d38d41d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:03,572 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,573 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,573 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,574 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:22:03,575 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:03,577 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:22:03,577 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 1c0dcd19f13f55d7bb3d743b7d38d41d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74757780, jitterRate=0.11397773027420044}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:22:03,578 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:03,578 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., pid=74, masterSystemTime=1732681323562 2024-11-27T04:22:03,580 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,580 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:03,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=1c0dcd19f13f55d7bb3d743b7d38d41d, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:03,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T04:22:03,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 in 170 msec 2024-11-27T04:22:03,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-27T04:22:03,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, ASSIGN in 324 msec 2024-11-27T04:22:03,584 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:22:03,585 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681323584"}]},"ts":"1732681323584"} 2024-11-27T04:22:03,585 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T04:22:03,588 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:22:03,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-27T04:22:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-27T04:22:04,540 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-11-27T04:22:04,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50fa6d36 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8966e87 2024-11-27T04:22:04,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d9f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,547 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:22:04,549 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:22:04,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14bff6e5 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c7992d5 2024-11-27T04:22:04,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158ab39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21c3a914 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@515c68c3 2024-11-27T04:22:04,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110a2f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x646799cf to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@564feff0 2024-11-27T04:22:04,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fc49ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16831ced to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f1a41a2 2024-11-27T04:22:04,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cfd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19f0d92b to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@748a9ce6 2024-11-27T04:22:04,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58964f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267c3d0c to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cfccc44 2024-11-27T04:22:04,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f706d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21ff1c42 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b4b6ad5 2024-11-27T04:22:04,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bdbc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e9b26c8 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ed6fe0c 2024-11-27T04:22:04,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64803b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dd0b424 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@442f1f0c 2024-11-27T04:22:04,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21114fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd1b0a to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c26a160 2024-11-27T04:22:04,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:04,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-27T04:22:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T04:22:04,593 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:04,593 DEBUG [hconnection-0xbb9baa5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,594 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:04,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:04,594 DEBUG [hconnection-0x540a169e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,594 DEBUG [hconnection-0x40e4e87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,595 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,595 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,596 DEBUG [hconnection-0x66869567-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,596 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,597 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,600 DEBUG [hconnection-0x55b4857-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,600 DEBUG [hconnection-0x78bc7b94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,601 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,602 DEBUG [hconnection-0x3daf4fae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,602 DEBUG [hconnection-0x6629d835-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,603 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,603 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,603 DEBUG [hconnection-0xaad7305-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,604 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,605 DEBUG [hconnection-0x52660bbe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:04,606 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:04,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:22:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:04,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/252291cf30ee44fcbcdb69d9a31cc56f is 50, key is test_row_0/A:col10/1732681324603/Put/seqid=0 2024-11-27T04:22:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681384636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681384637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681384638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681384644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681384645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742139_1315 (size=12001) 2024-11-27T04:22:04,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/252291cf30ee44fcbcdb69d9a31cc56f 2024-11-27T04:22:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T04:22:04,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/f65a0c50cdec4e4e86f0cc186bdb4656 is 50, key is test_row_0/B:col10/1732681324603/Put/seqid=0 2024-11-27T04:22:04,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681384743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681384743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681384743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T04:22:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742140_1316 (size=12001) 2024-11-27T04:22:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:04,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:04,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/f65a0c50cdec4e4e86f0cc186bdb4656 2024-11-27T04:22:04,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681384748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681384749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/88c0865134a347c3b8e9a82b7cedfcb8 is 50, key is test_row_0/C:col10/1732681324603/Put/seqid=0 2024-11-27T04:22:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742141_1317 (size=12001) 2024-11-27T04:22:04,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/88c0865134a347c3b8e9a82b7cedfcb8 2024-11-27T04:22:04,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/252291cf30ee44fcbcdb69d9a31cc56f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/252291cf30ee44fcbcdb69d9a31cc56f 2024-11-27T04:22:04,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/252291cf30ee44fcbcdb69d9a31cc56f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T04:22:04,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/f65a0c50cdec4e4e86f0cc186bdb4656 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f65a0c50cdec4e4e86f0cc186bdb4656 2024-11-27T04:22:04,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f65a0c50cdec4e4e86f0cc186bdb4656, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T04:22:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/88c0865134a347c3b8e9a82b7cedfcb8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/88c0865134a347c3b8e9a82b7cedfcb8 2024-11-27T04:22:04,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/88c0865134a347c3b8e9a82b7cedfcb8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T04:22:04,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 207ms, sequenceid=13, compaction requested=false 2024-11-27T04:22:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T04:22:04,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T04:22:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:04,900 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:22:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:04,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3ea720de90964f8697c6f4a6cb4ae6c4 is 50, key is test_row_0/A:col10/1732681324636/Put/seqid=0 2024-11-27T04:22:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742142_1318 (size=12001) 2024-11-27T04:22:04,911 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3ea720de90964f8697c6f4a6cb4ae6c4 2024-11-27T04:22:04,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/5d635204f33741139b12ffc7a5d505af is 50, key is test_row_0/B:col10/1732681324636/Put/seqid=0 2024-11-27T04:22:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742143_1319 (size=12001) 2024-11-27T04:22:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:04,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:04,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681384954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681384956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681384957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681384957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:04,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681384957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681385059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681385059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681385061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681385062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681385071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T04:22:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681385262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681385263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681385264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681385265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681385274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,326 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/5d635204f33741139b12ffc7a5d505af 2024-11-27T04:22:05,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/8336fa24dfa54d0bb9dce392470b35cc is 50, key is test_row_0/C:col10/1732681324636/Put/seqid=0 2024-11-27T04:22:05,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742144_1320 (size=12001) 2024-11-27T04:22:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681385566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681385566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681385566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681385570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681385575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T04:22:05,763 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/8336fa24dfa54d0bb9dce392470b35cc 2024-11-27T04:22:05,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3ea720de90964f8697c6f4a6cb4ae6c4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3ea720de90964f8697c6f4a6cb4ae6c4 2024-11-27T04:22:05,773 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3ea720de90964f8697c6f4a6cb4ae6c4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T04:22:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/5d635204f33741139b12ffc7a5d505af as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5d635204f33741139b12ffc7a5d505af 2024-11-27T04:22:05,778 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5d635204f33741139b12ffc7a5d505af, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T04:22:05,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/8336fa24dfa54d0bb9dce392470b35cc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8336fa24dfa54d0bb9dce392470b35cc 2024-11-27T04:22:05,784 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8336fa24dfa54d0bb9dce392470b35cc, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T04:22:05,785 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 884ms, sequenceid=38, compaction requested=false 2024-11-27T04:22:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-27T04:22:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-27T04:22:05,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T04:22:05,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1920 sec 2024-11-27T04:22:05,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.1990 sec 2024-11-27T04:22:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:06,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:22:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:06,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/96ba3fefbc4948c292be7edbaaeef6dc is 50, key is test_row_0/A:col10/1732681324956/Put/seqid=0 2024-11-27T04:22:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742145_1321 (size=12001) 2024-11-27T04:22:06,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/96ba3fefbc4948c292be7edbaaeef6dc 2024-11-27T04:22:06,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/1a4cfe63823e46efa0da10a2907fb875 is 50, key is test_row_0/B:col10/1732681324956/Put/seqid=0 2024-11-27T04:22:06,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681386092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681386097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681386097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681386097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681386098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742146_1322 (size=12001) 2024-11-27T04:22:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681386199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681386202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681386202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681386202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681386203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681386403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681386405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681386406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681386408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681386408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/1a4cfe63823e46efa0da10a2907fb875 2024-11-27T04:22:06,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b099ee80a8c5423a9bc9b247008054da is 50, key is test_row_0/C:col10/1732681324956/Put/seqid=0 2024-11-27T04:22:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742147_1323 (size=12001) 2024-11-27T04:22:06,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b099ee80a8c5423a9bc9b247008054da 2024-11-27T04:22:06,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/96ba3fefbc4948c292be7edbaaeef6dc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/96ba3fefbc4948c292be7edbaaeef6dc 2024-11-27T04:22:06,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/96ba3fefbc4948c292be7edbaaeef6dc, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:22:06,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/1a4cfe63823e46efa0da10a2907fb875 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/1a4cfe63823e46efa0da10a2907fb875 2024-11-27T04:22:06,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/1a4cfe63823e46efa0da10a2907fb875, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:22:06,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b099ee80a8c5423a9bc9b247008054da as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b099ee80a8c5423a9bc9b247008054da 2024-11-27T04:22:06,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b099ee80a8c5423a9bc9b247008054da, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:22:06,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 509ms, sequenceid=53, compaction requested=true 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:06,579 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:06,579 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:06,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:06,581 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:06,581 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:06,581 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:06,581 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:06,581 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:06,581 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:06,581 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f65a0c50cdec4e4e86f0cc186bdb4656, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5d635204f33741139b12ffc7a5d505af, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/1a4cfe63823e46efa0da10a2907fb875] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=35.2 K 2024-11-27T04:22:06,581 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/252291cf30ee44fcbcdb69d9a31cc56f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3ea720de90964f8697c6f4a6cb4ae6c4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/96ba3fefbc4948c292be7edbaaeef6dc] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=35.2 K 2024-11-27T04:22:06,581 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 252291cf30ee44fcbcdb69d9a31cc56f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732681324603 2024-11-27T04:22:06,582 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f65a0c50cdec4e4e86f0cc186bdb4656, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732681324603 2024-11-27T04:22:06,582 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d635204f33741139b12ffc7a5d505af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732681324633 2024-11-27T04:22:06,583 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea720de90964f8697c6f4a6cb4ae6c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732681324633 2024-11-27T04:22:06,584 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a4cfe63823e46efa0da10a2907fb875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681324956 2024-11-27T04:22:06,584 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ba3fefbc4948c292be7edbaaeef6dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681324956 2024-11-27T04:22:06,594 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:06,595 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/5f31aaed0bfe48448a3856c0892d48cd is 50, key is test_row_0/B:col10/1732681324956/Put/seqid=0 2024-11-27T04:22:06,602 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:06,602 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7c82ce3b5a554a4cb767e03a5ec2a48e is 50, key is test_row_0/A:col10/1732681324956/Put/seqid=0 2024-11-27T04:22:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742148_1324 (size=12104) 2024-11-27T04:22:06,626 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/5f31aaed0bfe48448a3856c0892d48cd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5f31aaed0bfe48448a3856c0892d48cd 2024-11-27T04:22:06,632 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into 5f31aaed0bfe48448a3856c0892d48cd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:06,632 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:06,632 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=13, startTime=1732681326579; duration=0sec 2024-11-27T04:22:06,632 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:06,632 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:06,632 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:06,633 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:06,633 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:06,633 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:06,633 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/88c0865134a347c3b8e9a82b7cedfcb8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8336fa24dfa54d0bb9dce392470b35cc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b099ee80a8c5423a9bc9b247008054da] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=35.2 K 2024-11-27T04:22:06,634 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c0865134a347c3b8e9a82b7cedfcb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732681324603 2024-11-27T04:22:06,634 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8336fa24dfa54d0bb9dce392470b35cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732681324633 2024-11-27T04:22:06,634 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b099ee80a8c5423a9bc9b247008054da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681324956 2024-11-27T04:22:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742149_1325 (size=12104) 2024-11-27T04:22:06,651 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7c82ce3b5a554a4cb767e03a5ec2a48e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7c82ce3b5a554a4cb767e03a5ec2a48e 2024-11-27T04:22:06,656 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into 7c82ce3b5a554a4cb767e03a5ec2a48e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:06,656 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:06,656 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=13, startTime=1732681326579; duration=0sec 2024-11-27T04:22:06,657 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:06,657 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:06,657 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:06,658 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d4117da62d714525ade97aa207fc2d99 is 50, key is test_row_0/C:col10/1732681324956/Put/seqid=0 2024-11-27T04:22:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742150_1326 (size=12104) 2024-11-27T04:22:06,669 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d4117da62d714525ade97aa207fc2d99 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d4117da62d714525ade97aa207fc2d99 2024-11-27T04:22:06,676 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into d4117da62d714525ade97aa207fc2d99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:06,676 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:06,676 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=13, startTime=1732681326579; duration=0sec 2024-11-27T04:22:06,676 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:06,676 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T04:22:06,697 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-27T04:22:06,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-27T04:22:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T04:22:06,700 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:06,701 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:06,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:06,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:06,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/edd2ae66dcf546fab9912d9260bf1c0e is 50, key is test_row_0/A:col10/1732681326097/Put/seqid=0 2024-11-27T04:22:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681386718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681386718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742151_1327 (size=12001) 2024-11-27T04:22:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681386719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/edd2ae66dcf546fab9912d9260bf1c0e 2024-11-27T04:22:06,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681386720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681386720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/6ce2111b790d4aecb07a2aeded526590 is 50, key is test_row_0/B:col10/1732681326097/Put/seqid=0 2024-11-27T04:22:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742152_1328 (size=12001) 2024-11-27T04:22:06,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/6ce2111b790d4aecb07a2aeded526590 2024-11-27T04:22:06,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/8e7b1d287af64c4abeb2145b96d20deb is 50, key is test_row_0/C:col10/1732681326097/Put/seqid=0 2024-11-27T04:22:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742153_1329 (size=12001) 2024-11-27T04:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T04:22:06,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681386822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681386822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681386822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681386823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681386824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:06,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T04:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:06,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T04:22:07,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T04:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:07,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681387025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681387025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681387026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681387027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681387025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T04:22:07,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:07,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:07,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:07,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:07,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/8e7b1d287af64c4abeb2145b96d20deb 2024-11-27T04:22:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/edd2ae66dcf546fab9912d9260bf1c0e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/edd2ae66dcf546fab9912d9260bf1c0e 2024-11-27T04:22:07,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/edd2ae66dcf546fab9912d9260bf1c0e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T04:22:07,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/6ce2111b790d4aecb07a2aeded526590 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6ce2111b790d4aecb07a2aeded526590 2024-11-27T04:22:07,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6ce2111b790d4aecb07a2aeded526590, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T04:22:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/8e7b1d287af64c4abeb2145b96d20deb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8e7b1d287af64c4abeb2145b96d20deb 2024-11-27T04:22:07,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8e7b1d287af64c4abeb2145b96d20deb, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T04:22:07,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 506ms, sequenceid=78, compaction requested=false 2024-11-27T04:22:07,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:07,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T04:22:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T04:22:07,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T04:22:07,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:07,317 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:22:07,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:07,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:07,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:07,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:07,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:07,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:07,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6ac2172a9c88419ca3b827ec55484eb1 is 50, key is test_row_0/A:col10/1732681326718/Put/seqid=0 2024-11-27T04:22:07,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742154_1330 (size=12001) 2024-11-27T04:22:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:07,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:07,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681387344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681387344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681387374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681387374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681387374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681387475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681387475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681387478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681387479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681387481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681387679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681387679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681387682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681387682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681387682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,729 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6ac2172a9c88419ca3b827ec55484eb1 2024-11-27T04:22:07,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/778eeaf1d32f40288ced16c9fba83159 is 50, key is test_row_0/B:col10/1732681326718/Put/seqid=0 2024-11-27T04:22:07,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742155_1331 (size=12001) 2024-11-27T04:22:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T04:22:07,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681387982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681387982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681387985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681387986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:07,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681387987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,141 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/778eeaf1d32f40288ced16c9fba83159 2024-11-27T04:22:08,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/6b1c1c956b8e4060a820290e4f87f9a8 is 50, key is test_row_0/C:col10/1732681326718/Put/seqid=0 2024-11-27T04:22:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742156_1332 (size=12001) 2024-11-27T04:22:08,154 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/6b1c1c956b8e4060a820290e4f87f9a8 2024-11-27T04:22:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6ac2172a9c88419ca3b827ec55484eb1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6ac2172a9c88419ca3b827ec55484eb1 2024-11-27T04:22:08,162 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6ac2172a9c88419ca3b827ec55484eb1, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T04:22:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/778eeaf1d32f40288ced16c9fba83159 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/778eeaf1d32f40288ced16c9fba83159 2024-11-27T04:22:08,167 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/778eeaf1d32f40288ced16c9fba83159, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T04:22:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/6b1c1c956b8e4060a820290e4f87f9a8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/6b1c1c956b8e4060a820290e4f87f9a8 2024-11-27T04:22:08,172 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/6b1c1c956b8e4060a820290e4f87f9a8, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T04:22:08,173 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 856ms, sequenceid=92, compaction requested=true 2024-11-27T04:22:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-27T04:22:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-27T04:22:08,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-27T04:22:08,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-27T04:22:08,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4790 sec 2024-11-27T04:22:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:08,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T04:22:08,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:08,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:08,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/86233d3f9fd047e3838fa75cc1fe657d is 50, key is test_row_0/A:col10/1732681328486/Put/seqid=0 2024-11-27T04:22:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742157_1333 (size=12001) 2024-11-27T04:22:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681388495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681388496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681388497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681388498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681388499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681388600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681388600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681388601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681388601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681388603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T04:22:08,804 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-27T04:22:08,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681388802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681388803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:08,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681388804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-27T04:22:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T04:22:08,807 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681388805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:08,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681388806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/86233d3f9fd047e3838fa75cc1fe657d 2024-11-27T04:22:08,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/84bf74d1f0fe4e3f9018168e948f7040 is 50, key is test_row_0/B:col10/1732681328486/Put/seqid=0 2024-11-27T04:22:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T04:22:08,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742158_1334 (size=12001) 2024-11-27T04:22:08,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:08,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T04:22:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:08,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:08,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681389105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T04:22:09,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681389107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681389108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681389109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681389110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T04:22:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T04:22:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:09,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/84bf74d1f0fe4e3f9018168e948f7040 2024-11-27T04:22:09,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/58df681185f54a13995e1bac317195e6 is 50, key is test_row_0/C:col10/1732681328486/Put/seqid=0 2024-11-27T04:22:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742159_1335 (size=12001) 2024-11-27T04:22:09,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/58df681185f54a13995e1bac317195e6 2024-11-27T04:22:09,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/86233d3f9fd047e3838fa75cc1fe657d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/86233d3f9fd047e3838fa75cc1fe657d 2024-11-27T04:22:09,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/86233d3f9fd047e3838fa75cc1fe657d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T04:22:09,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/84bf74d1f0fe4e3f9018168e948f7040 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/84bf74d1f0fe4e3f9018168e948f7040 2024-11-27T04:22:09,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/84bf74d1f0fe4e3f9018168e948f7040, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T04:22:09,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/58df681185f54a13995e1bac317195e6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/58df681185f54a13995e1bac317195e6 2024-11-27T04:22:09,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/58df681185f54a13995e1bac317195e6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T04:22:09,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 856ms, sequenceid=115, compaction requested=true 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:09,343 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:09,343 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:09,344 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:09,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:09,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:09,344 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:09,344 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,344 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,345 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5f31aaed0bfe48448a3856c0892d48cd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6ce2111b790d4aecb07a2aeded526590, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/778eeaf1d32f40288ced16c9fba83159, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/84bf74d1f0fe4e3f9018168e948f7040] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=47.0 K 2024-11-27T04:22:09,345 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7c82ce3b5a554a4cb767e03a5ec2a48e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/edd2ae66dcf546fab9912d9260bf1c0e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6ac2172a9c88419ca3b827ec55484eb1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/86233d3f9fd047e3838fa75cc1fe657d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=47.0 K 2024-11-27T04:22:09,345 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f31aaed0bfe48448a3856c0892d48cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681324956 2024-11-27T04:22:09,345 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c82ce3b5a554a4cb767e03a5ec2a48e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681324956 2024-11-27T04:22:09,345 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce2111b790d4aecb07a2aeded526590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732681326095 2024-11-27T04:22:09,345 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting edd2ae66dcf546fab9912d9260bf1c0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732681326095 2024-11-27T04:22:09,345 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 778eeaf1d32f40288ced16c9fba83159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732681326717 2024-11-27T04:22:09,345 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ac2172a9c88419ca3b827ec55484eb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732681326717 2024-11-27T04:22:09,346 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 84bf74d1f0fe4e3f9018168e948f7040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732681327343 2024-11-27T04:22:09,346 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86233d3f9fd047e3838fa75cc1fe657d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732681327343 2024-11-27T04:22:09,354 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:09,354 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:09,354 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/feca57f8d57043ba92e1aa32c9cdde55 is 50, key is test_row_0/A:col10/1732681328486/Put/seqid=0 2024-11-27T04:22:09,354 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/582cc7ce2a39434b99c2e51be928f054 is 50, key is test_row_0/B:col10/1732681328486/Put/seqid=0 2024-11-27T04:22:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742160_1336 (size=12241) 2024-11-27T04:22:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742161_1337 (size=12241) 2024-11-27T04:22:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T04:22:09,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T04:22:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,419 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:22:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/f918220ff276496380a4131bf00cd01f is 50, key is test_row_0/A:col10/1732681328495/Put/seqid=0 2024-11-27T04:22:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742162_1338 (size=12001) 2024-11-27T04:22:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:09,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:09,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681389627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681389627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681389628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681389629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681389630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681389731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681389731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681389732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681389733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681389733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,765 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/feca57f8d57043ba92e1aa32c9cdde55 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/feca57f8d57043ba92e1aa32c9cdde55 2024-11-27T04:22:09,766 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/582cc7ce2a39434b99c2e51be928f054 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/582cc7ce2a39434b99c2e51be928f054 2024-11-27T04:22:09,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into 582cc7ce2a39434b99c2e51be928f054(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:09,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=12, startTime=1732681329343; duration=0sec 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:09,773 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into feca57f8d57043ba92e1aa32c9cdde55(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:09,773 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=12, startTime=1732681329343; duration=0sec 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:09,773 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:09,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:09,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:09,775 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,776 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d4117da62d714525ade97aa207fc2d99, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8e7b1d287af64c4abeb2145b96d20deb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/6b1c1c956b8e4060a820290e4f87f9a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/58df681185f54a13995e1bac317195e6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=47.0 K 2024-11-27T04:22:09,776 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d4117da62d714525ade97aa207fc2d99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681324956 2024-11-27T04:22:09,776 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e7b1d287af64c4abeb2145b96d20deb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732681326095 2024-11-27T04:22:09,777 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b1c1c956b8e4060a820290e4f87f9a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732681326717 2024-11-27T04:22:09,777 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 58df681185f54a13995e1bac317195e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732681327343 2024-11-27T04:22:09,785 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:09,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4fb57c4247e44c7f8fd233eed167a0c8 is 50, key is test_row_0/C:col10/1732681328486/Put/seqid=0 2024-11-27T04:22:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742163_1339 (size=12241) 2024-11-27T04:22:09,827 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4fb57c4247e44c7f8fd233eed167a0c8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4fb57c4247e44c7f8fd233eed167a0c8 2024-11-27T04:22:09,828 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/f918220ff276496380a4131bf00cd01f 2024-11-27T04:22:09,839 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into 4fb57c4247e44c7f8fd233eed167a0c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:09,839 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:09,839 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=12, startTime=1732681329343; duration=0sec 2024-11-27T04:22:09,839 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:09,839 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/b849cef39e754e1d986f909738fcccb2 is 50, key is test_row_0/B:col10/1732681328495/Put/seqid=0 2024-11-27T04:22:09,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742164_1340 (size=12001) 2024-11-27T04:22:09,871 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/b849cef39e754e1d986f909738fcccb2 2024-11-27T04:22:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/71e41432d0a14b7b830f0001f52a278c is 50, key is test_row_0/C:col10/1732681328495/Put/seqid=0 2024-11-27T04:22:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742165_1341 (size=12001) 2024-11-27T04:22:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T04:22:09,910 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/71e41432d0a14b7b830f0001f52a278c 2024-11-27T04:22:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/f918220ff276496380a4131bf00cd01f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/f918220ff276496380a4131bf00cd01f 2024-11-27T04:22:09,922 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/f918220ff276496380a4131bf00cd01f, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T04:22:09,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/b849cef39e754e1d986f909738fcccb2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b849cef39e754e1d986f909738fcccb2 2024-11-27T04:22:09,930 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b849cef39e754e1d986f909738fcccb2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T04:22:09,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/71e41432d0a14b7b830f0001f52a278c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/71e41432d0a14b7b830f0001f52a278c 2024-11-27T04:22:09,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681389934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,937 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/71e41432d0a14b7b830f0001f52a278c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T04:22:09,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681389935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,938 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 519ms, sequenceid=128, compaction requested=false 2024-11-27T04:22:09,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:09,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-27T04:22:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-27T04:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:09,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-27T04:22:09,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-27T04:22:09,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:22:09,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:09,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:09,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:09,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:09,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:09,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:09,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1370 sec 2024-11-27T04:22:09,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7f57de80f0a04f9794cb3032a3c62dfc is 50, key is test_row_0/A:col10/1732681329626/Put/seqid=0 2024-11-27T04:22:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681389953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681389953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681389955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742166_1342 (size=12151) 2024-11-27T04:22:09,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7f57de80f0a04f9794cb3032a3c62dfc 2024-11-27T04:22:09,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e914f0d8efd64e4884ed691a11fdfcd5 is 50, key is test_row_0/B:col10/1732681329626/Put/seqid=0 2024-11-27T04:22:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742167_1343 (size=12151) 2024-11-27T04:22:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681390057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681390058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681390059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681390238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681390240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681390259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681390259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681390262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e914f0d8efd64e4884ed691a11fdfcd5 2024-11-27T04:22:10,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/84ea8204fdc740a88a823a8c56033b3a is 50, key is test_row_0/C:col10/1732681329626/Put/seqid=0 2024-11-27T04:22:10,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742168_1344 (size=12151) 2024-11-27T04:22:10,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681390563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681390563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681390564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681390741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681390746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:10,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/84ea8204fdc740a88a823a8c56033b3a 2024-11-27T04:22:10,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7f57de80f0a04f9794cb3032a3c62dfc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7f57de80f0a04f9794cb3032a3c62dfc 2024-11-27T04:22:10,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7f57de80f0a04f9794cb3032a3c62dfc, entries=150, sequenceid=156, filesize=11.9 K 2024-11-27T04:22:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e914f0d8efd64e4884ed691a11fdfcd5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e914f0d8efd64e4884ed691a11fdfcd5 2024-11-27T04:22:10,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e914f0d8efd64e4884ed691a11fdfcd5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-27T04:22:10,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/84ea8204fdc740a88a823a8c56033b3a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/84ea8204fdc740a88a823a8c56033b3a 2024-11-27T04:22:10,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/84ea8204fdc740a88a823a8c56033b3a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-27T04:22:10,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 876ms, sequenceid=156, compaction requested=true 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:10,818 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:10,818 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:10,819 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:10,819 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:10,819 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:10,819 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:10,819 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:10,819 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:10,819 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/582cc7ce2a39434b99c2e51be928f054, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b849cef39e754e1d986f909738fcccb2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e914f0d8efd64e4884ed691a11fdfcd5] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=35.5 K 2024-11-27T04:22:10,819 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/feca57f8d57043ba92e1aa32c9cdde55, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/f918220ff276496380a4131bf00cd01f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7f57de80f0a04f9794cb3032a3c62dfc] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=35.5 K 2024-11-27T04:22:10,820 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 582cc7ce2a39434b99c2e51be928f054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732681327343 2024-11-27T04:22:10,820 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting feca57f8d57043ba92e1aa32c9cdde55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732681327343 2024-11-27T04:22:10,820 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b849cef39e754e1d986f909738fcccb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732681328495 2024-11-27T04:22:10,820 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f918220ff276496380a4131bf00cd01f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732681328495 2024-11-27T04:22:10,820 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e914f0d8efd64e4884ed691a11fdfcd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732681329626 2024-11-27T04:22:10,820 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f57de80f0a04f9794cb3032a3c62dfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732681329626 2024-11-27T04:22:10,829 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:10,829 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/9e1067482927433abd066ae5e73f9cc0 is 50, key is test_row_0/A:col10/1732681329626/Put/seqid=0 2024-11-27T04:22:10,832 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:10,832 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/044a6313bd314bf9b25977e0a409fcb0 is 50, key is test_row_0/B:col10/1732681329626/Put/seqid=0 2024-11-27T04:22:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742169_1345 (size=12493) 2024-11-27T04:22:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742170_1346 (size=12493) 2024-11-27T04:22:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T04:22:10,911 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-27T04:22:10,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-27T04:22:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T04:22:10,914 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:10,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:10,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T04:22:11,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T04:22:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:11,067 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/30021d36dfe84bf0ad44bd1ccf323a0e is 50, key is test_row_0/A:col10/1732681331066/Put/seqid=0 2024-11-27T04:22:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742171_1347 (size=14541) 2024-11-27T04:22:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681391091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681391092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681391094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681391195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681391195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681391197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T04:22:11,240 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/9e1067482927433abd066ae5e73f9cc0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/9e1067482927433abd066ae5e73f9cc0 2024-11-27T04:22:11,246 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into 9e1067482927433abd066ae5e73f9cc0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:11,246 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:11,246 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=13, startTime=1732681330818; duration=0sec 2024-11-27T04:22:11,246 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:11,246 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:11,246 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:11,247 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:11,247 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:11,248 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:11,248 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4fb57c4247e44c7f8fd233eed167a0c8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/71e41432d0a14b7b830f0001f52a278c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/84ea8204fdc740a88a823a8c56033b3a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=35.5 K 2024-11-27T04:22:11,248 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fb57c4247e44c7f8fd233eed167a0c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732681327343 2024-11-27T04:22:11,248 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/044a6313bd314bf9b25977e0a409fcb0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/044a6313bd314bf9b25977e0a409fcb0 2024-11-27T04:22:11,248 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e41432d0a14b7b830f0001f52a278c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732681328495 2024-11-27T04:22:11,249 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ea8204fdc740a88a823a8c56033b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732681329626 2024-11-27T04:22:11,253 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into 044a6313bd314bf9b25977e0a409fcb0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:11,253 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:11,253 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=13, startTime=1732681330818; duration=0sec 2024-11-27T04:22:11,253 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:11,253 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:11,257 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:11,258 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/21afc1367f954b61aa4399022b92d5ca is 50, key is test_row_0/C:col10/1732681329626/Put/seqid=0 2024-11-27T04:22:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742172_1348 (size=12493) 2024-11-27T04:22:11,278 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/21afc1367f954b61aa4399022b92d5ca as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/21afc1367f954b61aa4399022b92d5ca 2024-11-27T04:22:11,283 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into 21afc1367f954b61aa4399022b92d5ca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:11,283 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:11,283 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=13, startTime=1732681330818; duration=0sec 2024-11-27T04:22:11,283 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:11,283 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:11,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681391397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681391398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681391400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,480 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/30021d36dfe84bf0ad44bd1ccf323a0e 2024-11-27T04:22:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e32495e329d643dabfe1b3546c552631 is 50, key is test_row_0/B:col10/1732681331066/Put/seqid=0 2024-11-27T04:22:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742173_1349 (size=12151) 2024-11-27T04:22:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T04:22:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681391700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681391701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681391704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681391753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681391757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:11,892 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e32495e329d643dabfe1b3546c552631 2024-11-27T04:22:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4ad0cd12415241e980508207adbfb4eb is 50, key is test_row_0/C:col10/1732681331066/Put/seqid=0 2024-11-27T04:22:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742174_1350 (size=12151) 2024-11-27T04:22:11,905 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4ad0cd12415241e980508207adbfb4eb 2024-11-27T04:22:11,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/30021d36dfe84bf0ad44bd1ccf323a0e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/30021d36dfe84bf0ad44bd1ccf323a0e 2024-11-27T04:22:11,915 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/30021d36dfe84bf0ad44bd1ccf323a0e, entries=200, sequenceid=168, filesize=14.2 K 2024-11-27T04:22:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e32495e329d643dabfe1b3546c552631 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e32495e329d643dabfe1b3546c552631 2024-11-27T04:22:11,920 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e32495e329d643dabfe1b3546c552631, entries=150, sequenceid=168, filesize=11.9 K 2024-11-27T04:22:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4ad0cd12415241e980508207adbfb4eb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad0cd12415241e980508207adbfb4eb 2024-11-27T04:22:11,925 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad0cd12415241e980508207adbfb4eb, entries=150, sequenceid=168, filesize=11.9 K 2024-11-27T04:22:11,927 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 859ms, sequenceid=168, compaction requested=false 2024-11-27T04:22:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-27T04:22:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-27T04:22:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T04:22:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-27T04:22:11,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0190 sec 2024-11-27T04:22:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T04:22:12,017 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-27T04:22:12,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-27T04:22:12,021 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T04:22:12,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:12,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T04:22:12,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:12,174 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/04579bc3723b4bb4bc1c09898982c46a is 50, key is test_row_0/A:col10/1732681331089/Put/seqid=0 2024-11-27T04:22:12,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742175_1351 (size=12151) 2024-11-27T04:22:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:12,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681392214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681392216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681392217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681392317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681392320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681392320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T04:22:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681392520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681392523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681392523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,584 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/04579bc3723b4bb4bc1c09898982c46a 2024-11-27T04:22:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/429ca2fb6a8c4b8c850e25d64f18ae38 is 50, key is test_row_0/B:col10/1732681331089/Put/seqid=0 2024-11-27T04:22:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742176_1352 (size=12151) 2024-11-27T04:22:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T04:22:12,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681392824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681392825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681392826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:12,996 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/429ca2fb6a8c4b8c850e25d64f18ae38 2024-11-27T04:22:13,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d2233abe73b543ab8d91b12678b73bac is 50, key is test_row_0/C:col10/1732681331089/Put/seqid=0 2024-11-27T04:22:13,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742177_1353 (size=12151) 2024-11-27T04:22:13,010 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d2233abe73b543ab8d91b12678b73bac 2024-11-27T04:22:13,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/04579bc3723b4bb4bc1c09898982c46a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/04579bc3723b4bb4bc1c09898982c46a 2024-11-27T04:22:13,017 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/04579bc3723b4bb4bc1c09898982c46a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-27T04:22:13,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/429ca2fb6a8c4b8c850e25d64f18ae38 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/429ca2fb6a8c4b8c850e25d64f18ae38 2024-11-27T04:22:13,022 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/429ca2fb6a8c4b8c850e25d64f18ae38, entries=150, sequenceid=195, filesize=11.9 K 2024-11-27T04:22:13,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d2233abe73b543ab8d91b12678b73bac as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d2233abe73b543ab8d91b12678b73bac 2024-11-27T04:22:13,026 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d2233abe73b543ab8d91b12678b73bac, entries=150, sequenceid=195, filesize=11.9 K 2024-11-27T04:22:13,027 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 853ms, sequenceid=195, compaction requested=true 2024-11-27T04:22:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-27T04:22:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-27T04:22:13,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T04:22:13,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-27T04:22:13,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0110 sec 2024-11-27T04:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T04:22:13,126 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-27T04:22:13,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-27T04:22:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T04:22:13,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:13,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:13,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T04:22:13,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T04:22:13,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:13,281 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:22:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/cfd31f7afa6249dd8ca456983fb241e6 is 50, key is test_row_0/A:col10/1732681332209/Put/seqid=0 2024-11-27T04:22:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742178_1354 (size=12151) 2024-11-27T04:22:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:13,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681393351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681393352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681393353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T04:22:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681393455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681393456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681393456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681393657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681393659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681393659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,690 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/cfd31f7afa6249dd8ca456983fb241e6 2024-11-27T04:22:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/53b5e645195042dc8930e4731ba5601d is 50, key is test_row_0/B:col10/1732681332209/Put/seqid=0 2024-11-27T04:22:13,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742179_1355 (size=12151) 2024-11-27T04:22:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T04:22:13,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681393755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,758 DEBUG [Thread-1409 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., hostname=99e1108fb5b5,33685,1732681256218, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681393764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,765 DEBUG [Thread-1411 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., hostname=99e1108fb5b5,33685,1732681256218, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:13,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681393960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681393962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681393963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,102 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/53b5e645195042dc8930e4731ba5601d 2024-11-27T04:22:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4ad3941dd73d470aaa1eb774969313fd is 50, key is test_row_0/C:col10/1732681332209/Put/seqid=0 2024-11-27T04:22:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742180_1356 (size=12151) 2024-11-27T04:22:14,115 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4ad3941dd73d470aaa1eb774969313fd 2024-11-27T04:22:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/cfd31f7afa6249dd8ca456983fb241e6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cfd31f7afa6249dd8ca456983fb241e6 2024-11-27T04:22:14,124 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cfd31f7afa6249dd8ca456983fb241e6, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T04:22:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/53b5e645195042dc8930e4731ba5601d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/53b5e645195042dc8930e4731ba5601d 2024-11-27T04:22:14,130 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/53b5e645195042dc8930e4731ba5601d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T04:22:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4ad3941dd73d470aaa1eb774969313fd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad3941dd73d470aaa1eb774969313fd 2024-11-27T04:22:14,135 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad3941dd73d470aaa1eb774969313fd, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T04:22:14,137 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 855ms, sequenceid=208, compaction requested=true 2024-11-27T04:22:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-27T04:22:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-27T04:22:14,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-27T04:22:14,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-27T04:22:14,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0130 sec 2024-11-27T04:22:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T04:22:14,232 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-27T04:22:14,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-27T04:22:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T04:22:14,234 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:14,235 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:14,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T04:22:14,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:14,388 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/57d0a0e2db23404b863e94ea6e38deee is 50, key is test_row_0/A:col10/1732681333352/Put/seqid=0 2024-11-27T04:22:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742181_1357 (size=12151) 2024-11-27T04:22:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:14,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681394475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681394476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681394478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T04:22:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681394580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681394580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681394581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681394784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681394785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681394785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:14,797 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/57d0a0e2db23404b863e94ea6e38deee 2024-11-27T04:22:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/0e1f5fd1adc540af98a806b29d11d127 is 50, key is test_row_0/B:col10/1732681333352/Put/seqid=0 2024-11-27T04:22:14,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742182_1358 (size=12151) 2024-11-27T04:22:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T04:22:15,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:15,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681395090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681395090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:15,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681395090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/0e1f5fd1adc540af98a806b29d11d127 2024-11-27T04:22:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b2f3dca8dedd40ea8454ebd0b6c16be9 is 50, key is test_row_0/C:col10/1732681333352/Put/seqid=0 2024-11-27T04:22:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742183_1359 (size=12151) 2024-11-27T04:22:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T04:22:15,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681395592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681395594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:15,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681395594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:15,626 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b2f3dca8dedd40ea8454ebd0b6c16be9 2024-11-27T04:22:15,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/57d0a0e2db23404b863e94ea6e38deee as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/57d0a0e2db23404b863e94ea6e38deee 2024-11-27T04:22:15,637 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/57d0a0e2db23404b863e94ea6e38deee, entries=150, sequenceid=231, filesize=11.9 K 2024-11-27T04:22:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/0e1f5fd1adc540af98a806b29d11d127 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/0e1f5fd1adc540af98a806b29d11d127 2024-11-27T04:22:15,642 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/0e1f5fd1adc540af98a806b29d11d127, entries=150, sequenceid=231, filesize=11.9 K 2024-11-27T04:22:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b2f3dca8dedd40ea8454ebd0b6c16be9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b2f3dca8dedd40ea8454ebd0b6c16be9 2024-11-27T04:22:15,647 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b2f3dca8dedd40ea8454ebd0b6c16be9, entries=150, sequenceid=231, filesize=11.9 K 2024-11-27T04:22:15,648 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 1260ms, sequenceid=231, compaction requested=true 2024-11-27T04:22:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-27T04:22:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-27T04:22:15,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T04:22:15,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-27T04:22:15,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4180 sec 2024-11-27T04:22:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T04:22:16,338 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-27T04:22:16,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-27T04:22:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T04:22:16,341 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:16,341 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:16,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T04:22:16,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T04:22:16,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:16,497 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:22:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d930aff24bae4abeb882c92dc879d20b is 50, key is test_row_0/A:col10/1732681334475/Put/seqid=0 2024-11-27T04:22:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742184_1360 (size=12151) 2024-11-27T04:22:16,507 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d930aff24bae4abeb882c92dc879d20b 2024-11-27T04:22:16,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e7db8a83002a452886a0a5b7beb3c9f7 is 50, key is test_row_0/B:col10/1732681334475/Put/seqid=0 2024-11-27T04:22:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742185_1361 (size=12151) 2024-11-27T04:22:16,520 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e7db8a83002a452886a0a5b7beb3c9f7 2024-11-27T04:22:16,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/a22c26871d9d4a6a945e4ecc945b069e is 50, key is test_row_0/C:col10/1732681334475/Put/seqid=0 2024-11-27T04:22:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742186_1362 (size=12151) 2024-11-27T04:22:16,558 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/a22c26871d9d4a6a945e4ecc945b069e 2024-11-27T04:22:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d930aff24bae4abeb882c92dc879d20b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d930aff24bae4abeb882c92dc879d20b 2024-11-27T04:22:16,573 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d930aff24bae4abeb882c92dc879d20b, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T04:22:16,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/e7db8a83002a452886a0a5b7beb3c9f7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e7db8a83002a452886a0a5b7beb3c9f7 2024-11-27T04:22:16,585 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e7db8a83002a452886a0a5b7beb3c9f7, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T04:22:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/a22c26871d9d4a6a945e4ecc945b069e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/a22c26871d9d4a6a945e4ecc945b069e 2024-11-27T04:22:16,591 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/a22c26871d9d4a6a945e4ecc945b069e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T04:22:16,592 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 95ms, sequenceid=244, compaction requested=true 2024-11-27T04:22:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-27T04:22:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-27T04:22:16,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T04:22:16,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 252 msec 2024-11-27T04:22:16,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 256 msec 2024-11-27T04:22:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T04:22:16,643 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-27T04:22:16,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-27T04:22:16,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T04:22:16,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:16,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:16,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:22:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:16,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7400729c7b03455986c0b99f4eadd39b is 50, key is test_row_0/A:col10/1732681336646/Put/seqid=0 2024-11-27T04:22:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742187_1363 (size=14541) 2024-11-27T04:22:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681396680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681396683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681396684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T04:22:16,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681396785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681396788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681396789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T04:22:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:16,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T04:22:16,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T04:22:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:16,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:16,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:16,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:16,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681396988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681396992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681396993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7400729c7b03455986c0b99f4eadd39b 2024-11-27T04:22:17,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/173f9584524b4f4890d73f8f677af3f9 is 50, key is test_row_0/B:col10/1732681336646/Put/seqid=0 2024-11-27T04:22:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742188_1364 (size=12151) 2024-11-27T04:22:17,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/173f9584524b4f4890d73f8f677af3f9 2024-11-27T04:22:17,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/e4a2862d7148404aaeed7c6850a60011 is 50, key is test_row_0/C:col10/1732681336646/Put/seqid=0 2024-11-27T04:22:17,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T04:22:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742189_1365 (size=12151) 2024-11-27T04:22:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T04:22:17,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T04:22:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681397292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681397296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681397297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T04:22:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:17,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/e4a2862d7148404aaeed7c6850a60011 2024-11-27T04:22:17,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/7400729c7b03455986c0b99f4eadd39b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7400729c7b03455986c0b99f4eadd39b 2024-11-27T04:22:17,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7400729c7b03455986c0b99f4eadd39b, entries=200, sequenceid=256, filesize=14.2 K 2024-11-27T04:22:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/173f9584524b4f4890d73f8f677af3f9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/173f9584524b4f4890d73f8f677af3f9 2024-11-27T04:22:17,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/173f9584524b4f4890d73f8f677af3f9, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T04:22:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/e4a2862d7148404aaeed7c6850a60011 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/e4a2862d7148404aaeed7c6850a60011 2024-11-27T04:22:17,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/e4a2862d7148404aaeed7c6850a60011, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T04:22:17,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 884ms, sequenceid=256, compaction requested=true 2024-11-27T04:22:17,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:17,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:17,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:17,534 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T04:22:17,534 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T04:22:17,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:17,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:17,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:17,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:17,537 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85399 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T04:22:17,537 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 90179 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T04:22:17,537 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:17,537 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:17,537 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,537 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,537 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/044a6313bd314bf9b25977e0a409fcb0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e32495e329d643dabfe1b3546c552631, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/429ca2fb6a8c4b8c850e25d64f18ae38, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/53b5e645195042dc8930e4731ba5601d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/0e1f5fd1adc540af98a806b29d11d127, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e7db8a83002a452886a0a5b7beb3c9f7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/173f9584524b4f4890d73f8f677af3f9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=83.4 K 2024-11-27T04:22:17,537 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/9e1067482927433abd066ae5e73f9cc0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/30021d36dfe84bf0ad44bd1ccf323a0e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/04579bc3723b4bb4bc1c09898982c46a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cfd31f7afa6249dd8ca456983fb241e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/57d0a0e2db23404b863e94ea6e38deee, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d930aff24bae4abeb882c92dc879d20b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7400729c7b03455986c0b99f4eadd39b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=88.1 K 2024-11-27T04:22:17,538 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 044a6313bd314bf9b25977e0a409fcb0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732681329626 2024-11-27T04:22:17,538 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e1067482927433abd066ae5e73f9cc0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732681329626 2024-11-27T04:22:17,538 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e32495e329d643dabfe1b3546c552631, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732681329947 2024-11-27T04:22:17,538 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30021d36dfe84bf0ad44bd1ccf323a0e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732681329947 2024-11-27T04:22:17,538 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 429ca2fb6a8c4b8c850e25d64f18ae38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732681331088 2024-11-27T04:22:17,539 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04579bc3723b4bb4bc1c09898982c46a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732681331088 2024-11-27T04:22:17,539 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 53b5e645195042dc8930e4731ba5601d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732681332209 2024-11-27T04:22:17,539 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfd31f7afa6249dd8ca456983fb241e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732681332209 2024-11-27T04:22:17,539 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e1f5fd1adc540af98a806b29d11d127, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732681333348 2024-11-27T04:22:17,539 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57d0a0e2db23404b863e94ea6e38deee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732681333348 2024-11-27T04:22:17,540 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e7db8a83002a452886a0a5b7beb3c9f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732681334474 2024-11-27T04:22:17,540 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 173f9584524b4f4890d73f8f677af3f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681336642 2024-11-27T04:22:17,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d930aff24bae4abeb882c92dc879d20b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732681334474 2024-11-27T04:22:17,540 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7400729c7b03455986c0b99f4eadd39b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681336601 2024-11-27T04:22:17,554 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#309 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:17,554 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#310 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:17,554 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/0b7036e26238450d8d254ce51840934a is 50, key is test_row_0/A:col10/1732681336646/Put/seqid=0 2024-11-27T04:22:17,554 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/8e31f5d8126e463ea7db4eb139fc5b9b is 50, key is test_row_0/B:col10/1732681336646/Put/seqid=0 2024-11-27T04:22:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742190_1366 (size=12731) 2024-11-27T04:22:17,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742191_1367 (size=12731) 2024-11-27T04:22:17,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T04:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,566 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:17,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6d5a7058b2dc477389bdaf45793981aa is 50, key is test_row_0/A:col10/1732681336679/Put/seqid=0 2024-11-27T04:22:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742192_1368 (size=12301) 2024-11-27T04:22:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T04:22:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:17,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681397803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681397804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681397805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681397815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681397815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681397917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681397917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681397922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681397923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:17,977 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/8e31f5d8126e463ea7db4eb139fc5b9b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/8e31f5d8126e463ea7db4eb139fc5b9b 2024-11-27T04:22:17,978 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/0b7036e26238450d8d254ce51840934a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/0b7036e26238450d8d254ce51840934a 2024-11-27T04:22:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6d5a7058b2dc477389bdaf45793981aa 2024-11-27T04:22:17,985 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into 8e31f5d8126e463ea7db4eb139fc5b9b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:17,985 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into 0b7036e26238450d8d254ce51840934a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:17,986 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=9, startTime=1732681337534; duration=0sec 2024-11-27T04:22:17,986 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=9, startTime=1732681337533; duration=0sec 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:17,986 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T04:22:17,988 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85399 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T04:22:17,988 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:17,989 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:17,989 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/21afc1367f954b61aa4399022b92d5ca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad0cd12415241e980508207adbfb4eb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d2233abe73b543ab8d91b12678b73bac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad3941dd73d470aaa1eb774969313fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b2f3dca8dedd40ea8454ebd0b6c16be9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/a22c26871d9d4a6a945e4ecc945b069e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/e4a2862d7148404aaeed7c6850a60011] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=83.4 K 2024-11-27T04:22:17,989 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 21afc1367f954b61aa4399022b92d5ca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732681329626 2024-11-27T04:22:17,989 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad0cd12415241e980508207adbfb4eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732681329947 2024-11-27T04:22:17,990 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d2233abe73b543ab8d91b12678b73bac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732681331088 2024-11-27T04:22:17,990 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad3941dd73d470aaa1eb774969313fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732681332209 2024-11-27T04:22:17,991 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b2f3dca8dedd40ea8454ebd0b6c16be9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732681333348 2024-11-27T04:22:17,991 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a22c26871d9d4a6a945e4ecc945b069e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732681334474 2024-11-27T04:22:17,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/4978f407f9804916b5c1202ae7a513f3 is 50, key is test_row_0/B:col10/1732681336679/Put/seqid=0 2024-11-27T04:22:17,991 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e4a2862d7148404aaeed7c6850a60011, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681336642 2024-11-27T04:22:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742193_1369 (size=12301) 2024-11-27T04:22:18,000 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/4978f407f9804916b5c1202ae7a513f3 2024-11-27T04:22:18,010 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#313 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:18,010 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/45c45e6acb92414380fd4b24740885f4 is 50, key is test_row_0/C:col10/1732681336646/Put/seqid=0 2024-11-27T04:22:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/98c74a1ab2854a2981595c4d9e83f06a is 50, key is test_row_0/C:col10/1732681336679/Put/seqid=0 2024-11-27T04:22:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742194_1370 (size=12731) 2024-11-27T04:22:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742195_1371 (size=12301) 2024-11-27T04:22:18,028 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/98c74a1ab2854a2981595c4d9e83f06a 2024-11-27T04:22:18,033 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/45c45e6acb92414380fd4b24740885f4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/45c45e6acb92414380fd4b24740885f4 2024-11-27T04:22:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6d5a7058b2dc477389bdaf45793981aa as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6d5a7058b2dc477389bdaf45793981aa 2024-11-27T04:22:18,040 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6d5a7058b2dc477389bdaf45793981aa, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T04:22:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/4978f407f9804916b5c1202ae7a513f3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/4978f407f9804916b5c1202ae7a513f3 2024-11-27T04:22:18,041 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into 45c45e6acb92414380fd4b24740885f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:18,041 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,041 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=9, startTime=1732681337534; duration=0sec 2024-11-27T04:22:18,041 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:18,041 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:18,044 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/4978f407f9804916b5c1202ae7a513f3, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T04:22:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/98c74a1ab2854a2981595c4d9e83f06a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/98c74a1ab2854a2981595c4d9e83f06a 2024-11-27T04:22:18,053 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/98c74a1ab2854a2981595c4d9e83f06a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T04:22:18,055 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 488ms, sequenceid=280, compaction requested=false 2024-11-27T04:22:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-27T04:22:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-27T04:22:18,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T04:22:18,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-27T04:22:18,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4150 sec 2024-11-27T04:22:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:18,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:22:18,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:18,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:18,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:18,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/ee4e0cab15af428d9fdde0d9e10f4a7f is 50, key is test_row_0/A:col10/1732681338136/Put/seqid=0 2024-11-27T04:22:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742196_1372 (size=12301) 2024-11-27T04:22:18,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/ee4e0cab15af428d9fdde0d9e10f4a7f 2024-11-27T04:22:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681398175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681398176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681398176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681398177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/08f1084f00cf4889891a4fb8df9a730d is 50, key is test_row_0/B:col10/1732681338136/Put/seqid=0 2024-11-27T04:22:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742197_1373 (size=12301) 2024-11-27T04:22:18,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/08f1084f00cf4889891a4fb8df9a730d 2024-11-27T04:22:18,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/df1717d667504bc882332d182369af47 is 50, key is test_row_0/C:col10/1732681338136/Put/seqid=0 2024-11-27T04:22:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742198_1374 (size=12301) 2024-11-27T04:22:18,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/df1717d667504bc882332d182369af47 2024-11-27T04:22:18,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/ee4e0cab15af428d9fdde0d9e10f4a7f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/ee4e0cab15af428d9fdde0d9e10f4a7f 2024-11-27T04:22:18,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/ee4e0cab15af428d9fdde0d9e10f4a7f, entries=150, sequenceid=300, filesize=12.0 K 2024-11-27T04:22:18,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/08f1084f00cf4889891a4fb8df9a730d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/08f1084f00cf4889891a4fb8df9a730d 2024-11-27T04:22:18,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/08f1084f00cf4889891a4fb8df9a730d, entries=150, sequenceid=300, filesize=12.0 K 2024-11-27T04:22:18,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/df1717d667504bc882332d182369af47 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/df1717d667504bc882332d182369af47 2024-11-27T04:22:18,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/df1717d667504bc882332d182369af47, entries=150, sequenceid=300, filesize=12.0 K 2024-11-27T04:22:18,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 130ms, sequenceid=300, compaction requested=true 2024-11-27T04:22:18,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,266 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:18,267 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:18,268 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:18,268 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:18,268 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:18,268 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:18,268 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:18,268 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:18,268 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/0b7036e26238450d8d254ce51840934a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6d5a7058b2dc477389bdaf45793981aa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/ee4e0cab15af428d9fdde0d9e10f4a7f] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=36.5 K 2024-11-27T04:22:18,268 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/8e31f5d8126e463ea7db4eb139fc5b9b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/4978f407f9804916b5c1202ae7a513f3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/08f1084f00cf4889891a4fb8df9a730d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=36.5 K 2024-11-27T04:22:18,268 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e31f5d8126e463ea7db4eb139fc5b9b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681336642 2024-11-27T04:22:18,268 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b7036e26238450d8d254ce51840934a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681336642 2024-11-27T04:22:18,269 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4978f407f9804916b5c1202ae7a513f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732681336679 2024-11-27T04:22:18,269 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d5a7058b2dc477389bdaf45793981aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732681336679 2024-11-27T04:22:18,269 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f1084f00cf4889891a4fb8df9a730d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732681338123 2024-11-27T04:22:18,269 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee4e0cab15af428d9fdde0d9e10f4a7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732681338123 2024-11-27T04:22:18,278 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:18,279 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/af14929b555c40d6b6253710766d9fea is 50, key is test_row_0/B:col10/1732681338136/Put/seqid=0 2024-11-27T04:22:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:18,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T04:22:18,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,290 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:18,291 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d395e679bfc240b09998dab966b4f157 is 50, key is test_row_0/A:col10/1732681338136/Put/seqid=0 2024-11-27T04:22:18,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/65cd045e4fe34a4faf6501f3c73adbfc is 50, key is test_row_0/A:col10/1732681338288/Put/seqid=0 2024-11-27T04:22:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742199_1375 (size=12983) 2024-11-27T04:22:18,317 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/af14929b555c40d6b6253710766d9fea as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/af14929b555c40d6b6253710766d9fea 2024-11-27T04:22:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742200_1376 (size=12983) 2024-11-27T04:22:18,330 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d395e679bfc240b09998dab966b4f157 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d395e679bfc240b09998dab966b4f157 2024-11-27T04:22:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742201_1377 (size=19621) 2024-11-27T04:22:18,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/65cd045e4fe34a4faf6501f3c73adbfc 2024-11-27T04:22:18,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/3f472c956d6149e291b13f51db3a3786 is 50, key is test_row_0/B:col10/1732681338288/Put/seqid=0 2024-11-27T04:22:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742202_1378 (size=12301) 2024-11-27T04:22:18,366 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into d395e679bfc240b09998dab966b4f157(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:18,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,367 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=13, startTime=1732681338266; duration=0sec 2024-11-27T04:22:18,367 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into af14929b555c40d6b6253710766d9fea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:18,367 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,367 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=13, startTime=1732681338267; duration=0sec 2024-11-27T04:22:18,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:18,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:18,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:18,368 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:18,368 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:18,368 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:18,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:18,369 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:18,369 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/45c45e6acb92414380fd4b24740885f4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/98c74a1ab2854a2981595c4d9e83f06a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/df1717d667504bc882332d182369af47] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=36.5 K 2024-11-27T04:22:18,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c45e6acb92414380fd4b24740885f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681336642 2024-11-27T04:22:18,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98c74a1ab2854a2981595c4d9e83f06a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732681336679 2024-11-27T04:22:18,370 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting df1717d667504bc882332d182369af47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732681338123 2024-11-27T04:22:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681398310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,381 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:18,381 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b91d1e64d75a4094a7800b52677f2e4b is 50, key is test_row_0/C:col10/1732681338136/Put/seqid=0 2024-11-27T04:22:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681398367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681398367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681398367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742203_1379 (size=12983) 2024-11-27T04:22:18,404 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/b91d1e64d75a4094a7800b52677f2e4b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b91d1e64d75a4094a7800b52677f2e4b 2024-11-27T04:22:18,409 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into b91d1e64d75a4094a7800b52677f2e4b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:18,409 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,409 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=13, startTime=1732681338267; duration=0sec 2024-11-27T04:22:18,409 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:18,409 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:18,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681398483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681398484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681398484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681398484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681398687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681398687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681398687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681398689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T04:22:18,750 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-27T04:22:18,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-27T04:22:18,753 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T04:22:18,754 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:18,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:18,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/3f472c956d6149e291b13f51db3a3786 2024-11-27T04:22:18,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/76e731b136804db0a3a04648e797df2c is 50, key is test_row_0/C:col10/1732681338288/Put/seqid=0 2024-11-27T04:22:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742204_1380 (size=12301) 2024-11-27T04:22:18,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/76e731b136804db0a3a04648e797df2c 2024-11-27T04:22:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681398812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/65cd045e4fe34a4faf6501f3c73adbfc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65cd045e4fe34a4faf6501f3c73adbfc 2024-11-27T04:22:18,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65cd045e4fe34a4faf6501f3c73adbfc, entries=300, sequenceid=322, filesize=19.2 K 2024-11-27T04:22:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/3f472c956d6149e291b13f51db3a3786 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/3f472c956d6149e291b13f51db3a3786 2024-11-27T04:22:18,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/3f472c956d6149e291b13f51db3a3786, entries=150, sequenceid=322, filesize=12.0 K 2024-11-27T04:22:18,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/76e731b136804db0a3a04648e797df2c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/76e731b136804db0a3a04648e797df2c 2024-11-27T04:22:18,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/76e731b136804db0a3a04648e797df2c, entries=150, sequenceid=322, filesize=12.0 K 2024-11-27T04:22:18,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 547ms, sequenceid=322, compaction requested=false 2024-11-27T04:22:18,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T04:22:18,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:18,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T04:22:18,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:18,907 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d8867ac2ba1e4abebc86b05ff83660b4 is 50, key is test_row_0/A:col10/1732681338313/Put/seqid=0 2024-11-27T04:22:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742205_1381 (size=12301) 2024-11-27T04:22:18,965 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d8867ac2ba1e4abebc86b05ff83660b4 2024-11-27T04:22:18,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/a6462463a7a64f06afa8eb58e29fc040 is 50, key is test_row_0/B:col10/1732681338313/Put/seqid=0 2024-11-27T04:22:18,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:19,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681399014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681399015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681399016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681399020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742206_1382 (size=12301) 2024-11-27T04:22:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T04:22:19,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681399122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681399122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681399122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681399124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681399328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681399329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681399329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681399329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T04:22:19,426 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/a6462463a7a64f06afa8eb58e29fc040 2024-11-27T04:22:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/7eca203275c946dc90357ffe55fbd1b3 is 50, key is test_row_0/C:col10/1732681338313/Put/seqid=0 2024-11-27T04:22:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742207_1383 (size=12301) 2024-11-27T04:22:19,481 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/7eca203275c946dc90357ffe55fbd1b3 2024-11-27T04:22:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/d8867ac2ba1e4abebc86b05ff83660b4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d8867ac2ba1e4abebc86b05ff83660b4 2024-11-27T04:22:19,530 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d8867ac2ba1e4abebc86b05ff83660b4, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T04:22:19,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/a6462463a7a64f06afa8eb58e29fc040 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a6462463a7a64f06afa8eb58e29fc040 2024-11-27T04:22:19,535 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a6462463a7a64f06afa8eb58e29fc040, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T04:22:19,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/7eca203275c946dc90357ffe55fbd1b3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7eca203275c946dc90357ffe55fbd1b3 2024-11-27T04:22:19,541 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7eca203275c946dc90357ffe55fbd1b3, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T04:22:19,542 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 635ms, sequenceid=341, compaction requested=true 2024-11-27T04:22:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-27T04:22:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-27T04:22:19,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T04:22:19,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 805 msec 2024-11-27T04:22:19,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 812 msec 2024-11-27T04:22:19,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:22:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:19,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/a4b6de6a38914390b2776fb8730a6279 is 50, key is test_row_0/A:col10/1732681339006/Put/seqid=0 2024-11-27T04:22:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681399652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681399658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681399658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681399662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742208_1384 (size=12301) 2024-11-27T04:22:19,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/a4b6de6a38914390b2776fb8730a6279 2024-11-27T04:22:19,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/2c4c3f4d23374bc7a27dde0b330e4264 is 50, key is test_row_0/B:col10/1732681339006/Put/seqid=0 2024-11-27T04:22:19,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681399759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681399764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681399764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681399766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742209_1385 (size=12301) 2024-11-27T04:22:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T04:22:19,858 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-27T04:22:19,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-27T04:22:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T04:22:19,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:19,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:19,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681399962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T04:22:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681399966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681399967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681399972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T04:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T04:22:20,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T04:22:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/2c4c3f4d23374bc7a27dde0b330e4264 2024-11-27T04:22:20,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/c91e5ff126f849d88952b85ef1aa37fc is 50, key is test_row_0/C:col10/1732681339006/Put/seqid=0 2024-11-27T04:22:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742210_1386 (size=12301) 2024-11-27T04:22:20,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/c91e5ff126f849d88952b85ef1aa37fc 2024-11-27T04:22:20,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/a4b6de6a38914390b2776fb8730a6279 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a4b6de6a38914390b2776fb8730a6279 2024-11-27T04:22:20,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a4b6de6a38914390b2776fb8730a6279, entries=150, sequenceid=362, filesize=12.0 K 2024-11-27T04:22:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/2c4c3f4d23374bc7a27dde0b330e4264 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2c4c3f4d23374bc7a27dde0b330e4264 2024-11-27T04:22:20,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2c4c3f4d23374bc7a27dde0b330e4264, entries=150, sequenceid=362, filesize=12.0 K 2024-11-27T04:22:20,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/c91e5ff126f849d88952b85ef1aa37fc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/c91e5ff126f849d88952b85ef1aa37fc 2024-11-27T04:22:20,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/c91e5ff126f849d88952b85ef1aa37fc, entries=150, sequenceid=362, filesize=12.0 K 2024-11-27T04:22:20,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 613ms, sequenceid=362, compaction requested=true 2024-11-27T04:22:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:20,249 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:20,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:20,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:20,250 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:20,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:20,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:20,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:20,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:20,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:20,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:20,251 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,251 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d395e679bfc240b09998dab966b4f157, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65cd045e4fe34a4faf6501f3c73adbfc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d8867ac2ba1e4abebc86b05ff83660b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a4b6de6a38914390b2776fb8730a6279] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=55.9 K 2024-11-27T04:22:20,251 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:20,252 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:20,252 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,252 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/af14929b555c40d6b6253710766d9fea, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/3f472c956d6149e291b13f51db3a3786, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a6462463a7a64f06afa8eb58e29fc040, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2c4c3f4d23374bc7a27dde0b330e4264] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=48.7 K 2024-11-27T04:22:20,252 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d395e679bfc240b09998dab966b4f157, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732681338123 2024-11-27T04:22:20,252 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting af14929b555c40d6b6253710766d9fea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732681338123 2024-11-27T04:22:20,253 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65cd045e4fe34a4faf6501f3c73adbfc, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732681338169 2024-11-27T04:22:20,253 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f472c956d6149e291b13f51db3a3786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732681338283 2024-11-27T04:22:20,253 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8867ac2ba1e4abebc86b05ff83660b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732681338310 2024-11-27T04:22:20,253 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a6462463a7a64f06afa8eb58e29fc040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732681338310 2024-11-27T04:22:20,254 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4b6de6a38914390b2776fb8730a6279, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732681339006 2024-11-27T04:22:20,254 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4c3f4d23374bc7a27dde0b330e4264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732681339006 2024-11-27T04:22:20,266 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:20,267 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:20,268 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/b773b88719ee447fb7411814925bafdd is 50, key is test_row_0/B:col10/1732681339006/Put/seqid=0 2024-11-27T04:22:20,268 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/a2e90e2dda084a9aae89420398ee7bca is 50, key is test_row_0/A:col10/1732681339006/Put/seqid=0 2024-11-27T04:22:20,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T04:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:20,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/b20f9dd0d42a48fca933e4c476673952 is 50, key is test_row_0/A:col10/1732681339650/Put/seqid=0 2024-11-27T04:22:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742212_1388 (size=13119) 2024-11-27T04:22:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681400292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681400292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681400293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,302 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/a2e90e2dda084a9aae89420398ee7bca as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a2e90e2dda084a9aae89420398ee7bca 2024-11-27T04:22:20,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681400298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742211_1387 (size=13119) 2024-11-27T04:22:20,307 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into a2e90e2dda084a9aae89420398ee7bca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:20,307 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:20,308 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=12, startTime=1732681340249; duration=0sec 2024-11-27T04:22:20,308 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:20,308 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:20,308 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:20,309 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:20,310 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:20,310 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,310 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b91d1e64d75a4094a7800b52677f2e4b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/76e731b136804db0a3a04648e797df2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7eca203275c946dc90357ffe55fbd1b3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/c91e5ff126f849d88952b85ef1aa37fc] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=48.7 K 2024-11-27T04:22:20,310 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b91d1e64d75a4094a7800b52677f2e4b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732681338123 2024-11-27T04:22:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742213_1389 (size=12301) 2024-11-27T04:22:20,311 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76e731b136804db0a3a04648e797df2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732681338283 2024-11-27T04:22:20,311 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eca203275c946dc90357ffe55fbd1b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732681338310 2024-11-27T04:22:20,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/b20f9dd0d42a48fca933e4c476673952 2024-11-27T04:22:20,313 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c91e5ff126f849d88952b85ef1aa37fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732681339006 2024-11-27T04:22:20,314 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/b773b88719ee447fb7411814925bafdd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b773b88719ee447fb7411814925bafdd 2024-11-27T04:22:20,324 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into b773b88719ee447fb7411814925bafdd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:20,324 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:20,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,324 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=12, startTime=1732681340250; duration=0sec 2024-11-27T04:22:20,325 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:20,325 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:20,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T04:22:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:20,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/c8632214daff41d7ae787fe43406f294 is 50, key is test_row_0/B:col10/1732681339650/Put/seqid=0 2024-11-27T04:22:20,329 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:20,330 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d3358879d55249029f2bf5d140994ddb is 50, key is test_row_0/C:col10/1732681339006/Put/seqid=0 2024-11-27T04:22:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742215_1391 (size=13119) 2024-11-27T04:22:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742214_1390 (size=12301) 2024-11-27T04:22:20,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/c8632214daff41d7ae787fe43406f294 2024-11-27T04:22:20,387 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d3358879d55249029f2bf5d140994ddb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d3358879d55249029f2bf5d140994ddb 2024-11-27T04:22:20,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/43bbf2d38d8040b6ad0ac6bd17b250b1 is 50, key is test_row_0/C:col10/1732681339650/Put/seqid=0 2024-11-27T04:22:20,398 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into d3358879d55249029f2bf5d140994ddb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:20,398 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:20,398 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=12, startTime=1732681340251; duration=0sec 2024-11-27T04:22:20,398 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:20,398 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681400399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681400404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681400404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681400404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742216_1392 (size=12301) 2024-11-27T04:22:20,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/43bbf2d38d8040b6ad0ac6bd17b250b1 2024-11-27T04:22:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/b20f9dd0d42a48fca933e4c476673952 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/b20f9dd0d42a48fca933e4c476673952 2024-11-27T04:22:20,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/b20f9dd0d42a48fca933e4c476673952, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T04:22:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/c8632214daff41d7ae787fe43406f294 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/c8632214daff41d7ae787fe43406f294 2024-11-27T04:22:20,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/c8632214daff41d7ae787fe43406f294, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T04:22:20,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/43bbf2d38d8040b6ad0ac6bd17b250b1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/43bbf2d38d8040b6ad0ac6bd17b250b1 2024-11-27T04:22:20,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/43bbf2d38d8040b6ad0ac6bd17b250b1, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T04:22:20,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 180ms, sequenceid=379, compaction requested=false 2024-11-27T04:22:20,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T04:22:20,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:20,479 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/65d8c5401bf240e08646ef36bdd78c4e is 50, key is test_row_0/A:col10/1732681340296/Put/seqid=0 2024-11-27T04:22:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742217_1393 (size=12301) 2024-11-27T04:22:20,521 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/65d8c5401bf240e08646ef36bdd78c4e 2024-11-27T04:22:20,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/57bd2492d1994169aad66e806908e0ad is 50, key is test_row_0/B:col10/1732681340296/Put/seqid=0 2024-11-27T04:22:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742218_1394 (size=12301) 2024-11-27T04:22:20,582 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/57bd2492d1994169aad66e806908e0ad 2024-11-27T04:22:20,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/ba00484a99fd409b9a3b1c011bd9ed15 is 50, key is test_row_0/C:col10/1732681340296/Put/seqid=0 2024-11-27T04:22:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:20,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742219_1395 (size=12301) 2024-11-27T04:22:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681400655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681400655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681400656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681400656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681400759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681400760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681400760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681400761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681400816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,818 DEBUG [Thread-1413 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., hostname=99e1108fb5b5,33685,1732681256218, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:20,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681400963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681400963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681400964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681400964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T04:22:21,023 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/ba00484a99fd409b9a3b1c011bd9ed15 2024-11-27T04:22:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/65d8c5401bf240e08646ef36bdd78c4e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65d8c5401bf240e08646ef36bdd78c4e 2024-11-27T04:22:21,036 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65d8c5401bf240e08646ef36bdd78c4e, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:22:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/57bd2492d1994169aad66e806908e0ad as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/57bd2492d1994169aad66e806908e0ad 2024-11-27T04:22:21,055 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/57bd2492d1994169aad66e806908e0ad, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:22:21,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/ba00484a99fd409b9a3b1c011bd9ed15 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ba00484a99fd409b9a3b1c011bd9ed15 2024-11-27T04:22:21,061 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ba00484a99fd409b9a3b1c011bd9ed15, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:22:21,063 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 584ms, sequenceid=401, compaction requested=true 2024-11-27T04:22:21,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:21,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:21,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-27T04:22:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-27T04:22:21,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-27T04:22:21,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2000 sec 2024-11-27T04:22:21,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.2040 sec 2024-11-27T04:22:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:21,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T04:22:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:21,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/c8e5c44141584368ae250b171f105b7d is 50, key is test_row_0/A:col10/1732681341266/Put/seqid=0 2024-11-27T04:22:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742220_1396 (size=12301) 2024-11-27T04:22:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681401290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681401294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681401294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681401294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681401395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681401399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681401399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681401399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681401598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681401601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681401602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681401603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/c8e5c44141584368ae250b171f105b7d 2024-11-27T04:22:21,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/f51cd502ab10474eb566c10c5fdfdfe1 is 50, key is test_row_0/B:col10/1732681341266/Put/seqid=0 2024-11-27T04:22:21,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742221_1397 (size=12301) 2024-11-27T04:22:21,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/f51cd502ab10474eb566c10c5fdfdfe1 2024-11-27T04:22:21,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/57c2585da7624ec78163901fea21621b is 50, key is test_row_0/C:col10/1732681341266/Put/seqid=0 2024-11-27T04:22:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742222_1398 (size=12301) 2024-11-27T04:22:21,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/57c2585da7624ec78163901fea21621b 2024-11-27T04:22:21,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/c8e5c44141584368ae250b171f105b7d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/c8e5c44141584368ae250b171f105b7d 2024-11-27T04:22:21,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/c8e5c44141584368ae250b171f105b7d, entries=150, sequenceid=419, filesize=12.0 K 2024-11-27T04:22:21,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/f51cd502ab10474eb566c10c5fdfdfe1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f51cd502ab10474eb566c10c5fdfdfe1 2024-11-27T04:22:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f51cd502ab10474eb566c10c5fdfdfe1, entries=150, sequenceid=419, filesize=12.0 K 2024-11-27T04:22:21,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/57c2585da7624ec78163901fea21621b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/57c2585da7624ec78163901fea21621b 2024-11-27T04:22:21,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/57c2585da7624ec78163901fea21621b, entries=150, sequenceid=419, filesize=12.0 K 2024-11-27T04:22:21,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 510ms, sequenceid=419, compaction requested=true 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:21,778 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:21,778 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:21,780 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:21,780 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:21,780 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:21,780 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:21,780 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:21,780 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:21,780 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b773b88719ee447fb7411814925bafdd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/c8632214daff41d7ae787fe43406f294, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/57bd2492d1994169aad66e806908e0ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f51cd502ab10474eb566c10c5fdfdfe1] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=48.8 K 2024-11-27T04:22:21,780 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a2e90e2dda084a9aae89420398ee7bca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/b20f9dd0d42a48fca933e4c476673952, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65d8c5401bf240e08646ef36bdd78c4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/c8e5c44141584368ae250b171f105b7d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=48.8 K 2024-11-27T04:22:21,780 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b773b88719ee447fb7411814925bafdd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732681339006 2024-11-27T04:22:21,780 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2e90e2dda084a9aae89420398ee7bca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732681339006 2024-11-27T04:22:21,781 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c8632214daff41d7ae787fe43406f294, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732681339650 2024-11-27T04:22:21,781 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b20f9dd0d42a48fca933e4c476673952, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732681339650 2024-11-27T04:22:21,781 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 57bd2492d1994169aad66e806908e0ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681340290 2024-11-27T04:22:21,781 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d8c5401bf240e08646ef36bdd78c4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681340290 2024-11-27T04:22:21,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f51cd502ab10474eb566c10c5fdfdfe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732681340653 2024-11-27T04:22:21,782 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8e5c44141584368ae250b171f105b7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732681340653 2024-11-27T04:22:21,802 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:21,803 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/df2e2f38751f438b9a810c1c02876f94 is 50, key is test_row_0/A:col10/1732681341266/Put/seqid=0 2024-11-27T04:22:21,817 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#343 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:21,818 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/510ccc167e7e4ae280adb91329e006ca is 50, key is test_row_0/B:col10/1732681341266/Put/seqid=0 2024-11-27T04:22:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742223_1399 (size=13255) 2024-11-27T04:22:21,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742224_1400 (size=13255) 2024-11-27T04:22:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:21,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:22:21,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:21,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:21,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:21,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:21,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:21,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:21,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/8775ab5b89cb4f15b32b925bb7d37c2a is 50, key is test_row_0/A:col10/1732681341292/Put/seqid=0 2024-11-27T04:22:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681401926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742225_1401 (size=12301) 2024-11-27T04:22:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681401927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681401928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681401925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T04:22:21,974 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-27T04:22:21,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-27T04:22:21,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:21,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:21,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T04:22:22,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681402035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681402035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681402035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681402036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T04:22:22,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T04:22:22,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:22,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681402239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681402239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681402239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681402252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,259 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/df2e2f38751f438b9a810c1c02876f94 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/df2e2f38751f438b9a810c1c02876f94 2024-11-27T04:22:22,264 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/510ccc167e7e4ae280adb91329e006ca as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/510ccc167e7e4ae280adb91329e006ca 2024-11-27T04:22:22,265 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into df2e2f38751f438b9a810c1c02876f94(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:22,265 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:22,266 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=12, startTime=1732681341778; duration=0sec 2024-11-27T04:22:22,266 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:22,266 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:22,266 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:22,268 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:22,268 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:22,268 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,268 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d3358879d55249029f2bf5d140994ddb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/43bbf2d38d8040b6ad0ac6bd17b250b1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ba00484a99fd409b9a3b1c011bd9ed15, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/57c2585da7624ec78163901fea21621b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=48.8 K 2024-11-27T04:22:22,269 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3358879d55249029f2bf5d140994ddb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732681339006 2024-11-27T04:22:22,270 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into 510ccc167e7e4ae280adb91329e006ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:22,270 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:22,270 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=12, startTime=1732681341778; duration=0sec 2024-11-27T04:22:22,275 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:22,275 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:22,276 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43bbf2d38d8040b6ad0ac6bd17b250b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732681339650 2024-11-27T04:22:22,277 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba00484a99fd409b9a3b1c011bd9ed15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681340290 2024-11-27T04:22:22,278 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57c2585da7624ec78163901fea21621b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732681340653 2024-11-27T04:22:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T04:22:22,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T04:22:22,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:22,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,291 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:22,291 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/0b98dbc7deb94f9fa300a3bdf06da57d is 50, key is test_row_0/C:col10/1732681341266/Put/seqid=0 2024-11-27T04:22:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742226_1402 (size=13255) 2024-11-27T04:22:22,304 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/0b98dbc7deb94f9fa300a3bdf06da57d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/0b98dbc7deb94f9fa300a3bdf06da57d 2024-11-27T04:22:22,311 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into 0b98dbc7deb94f9fa300a3bdf06da57d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:22,312 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:22,312 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=12, startTime=1732681341778; duration=0sec 2024-11-27T04:22:22,312 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:22,312 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:22,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/8775ab5b89cb4f15b32b925bb7d37c2a 2024-11-27T04:22:22,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/df345bc528c24d11bf7922a26e1811ab is 50, key is test_row_0/B:col10/1732681341292/Put/seqid=0 2024-11-27T04:22:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742227_1403 (size=12301) 2024-11-27T04:22:22,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T04:22:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681402543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681402544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681402545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681402556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T04:22:22,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T04:22:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T04:22:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:22,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/df345bc528c24d11bf7922a26e1811ab 2024-11-27T04:22:22,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/dafeefc7fbea45e5bf4736d484e6ab82 is 50, key is test_row_0/C:col10/1732681341292/Put/seqid=0 2024-11-27T04:22:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742228_1404 (size=12301) 2024-11-27T04:22:22,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/dafeefc7fbea45e5bf4736d484e6ab82 2024-11-27T04:22:22,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/8775ab5b89cb4f15b32b925bb7d37c2a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8775ab5b89cb4f15b32b925bb7d37c2a 2024-11-27T04:22:22,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8775ab5b89cb4f15b32b925bb7d37c2a, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T04:22:22,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/df345bc528c24d11bf7922a26e1811ab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/df345bc528c24d11bf7922a26e1811ab 2024-11-27T04:22:22,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/df345bc528c24d11bf7922a26e1811ab, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T04:22:22,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/dafeefc7fbea45e5bf4736d484e6ab82 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/dafeefc7fbea45e5bf4736d484e6ab82 2024-11-27T04:22:22,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/dafeefc7fbea45e5bf4736d484e6ab82, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T04:22:22,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 916ms, sequenceid=440, compaction requested=false 2024-11-27T04:22:22,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:22,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:22,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T04:22:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:22,898 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/cda974343746464a87f2ede6f10f9300 is 50, key is test_row_1/A:col10/1732681341926/Put/seqid=0 2024-11-27T04:22:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742229_1405 (size=9857) 2024-11-27T04:22:23,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T04:22:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681403080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681403080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681403082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681403082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681403186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681403186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681403186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681403187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,319 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/cda974343746464a87f2ede6f10f9300 2024-11-27T04:22:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/d98309a5fd9849edb39f6fac2a6589f9 is 50, key is test_row_1/B:col10/1732681341926/Put/seqid=0 2024-11-27T04:22:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742230_1406 (size=9857) 2024-11-27T04:22:23,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681403388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681403389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681403389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681403390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681403691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681403692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681403693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681403693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:23,779 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/d98309a5fd9849edb39f6fac2a6589f9 2024-11-27T04:22:23,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d7883bbd0da8400c9ecc627e3ff6e211 is 50, key is test_row_1/C:col10/1732681341926/Put/seqid=0 2024-11-27T04:22:23,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742231_1407 (size=9857) 2024-11-27T04:22:23,842 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d7883bbd0da8400c9ecc627e3ff6e211 2024-11-27T04:22:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/cda974343746464a87f2ede6f10f9300 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cda974343746464a87f2ede6f10f9300 2024-11-27T04:22:23,854 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cda974343746464a87f2ede6f10f9300, entries=100, sequenceid=459, filesize=9.6 K 2024-11-27T04:22:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/d98309a5fd9849edb39f6fac2a6589f9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/d98309a5fd9849edb39f6fac2a6589f9 2024-11-27T04:22:23,859 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/d98309a5fd9849edb39f6fac2a6589f9, entries=100, sequenceid=459, filesize=9.6 K 2024-11-27T04:22:23,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/d7883bbd0da8400c9ecc627e3ff6e211 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d7883bbd0da8400c9ecc627e3ff6e211 2024-11-27T04:22:23,864 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d7883bbd0da8400c9ecc627e3ff6e211, entries=100, sequenceid=459, filesize=9.6 K 2024-11-27T04:22:23,865 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 968ms, sequenceid=459, compaction requested=true 2024-11-27T04:22:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:23,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-27T04:22:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-27T04:22:23,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-27T04:22:23,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec 2024-11-27T04:22:23,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.8920 sec 2024-11-27T04:22:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T04:22:24,084 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-27T04:22:24,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-27T04:22:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:24,092 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:24,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:24,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:24,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:24,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6529b26ed7d944b782afeb82334cbb24 is 50, key is test_row_0/A:col10/1732681344198/Put/seqid=0 2024-11-27T04:22:24,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681404215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681404220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681404221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681404222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742232_1408 (size=12301) 2024-11-27T04:22:24,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6529b26ed7d944b782afeb82334cbb24 2024-11-27T04:22:24,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/7bbe5d93594f4cdca6992c5c7906c72b is 50, key is test_row_0/B:col10/1732681344198/Put/seqid=0 2024-11-27T04:22:24,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681404323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681404325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681404328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681404326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742233_1409 (size=12301) 2024-11-27T04:22:24,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/7bbe5d93594f4cdca6992c5c7906c72b 2024-11-27T04:22:24,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/7d84bb90bb3b45b4bebd0efc43f5b43e is 50, key is test_row_0/C:col10/1732681344198/Put/seqid=0 2024-11-27T04:22:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:24,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742234_1410 (size=12301) 2024-11-27T04:22:24,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/7d84bb90bb3b45b4bebd0efc43f5b43e 2024-11-27T04:22:24,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/6529b26ed7d944b782afeb82334cbb24 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6529b26ed7d944b782afeb82334cbb24 2024-11-27T04:22:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6529b26ed7d944b782afeb82334cbb24, entries=150, sequenceid=482, filesize=12.0 K 2024-11-27T04:22:24,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/7bbe5d93594f4cdca6992c5c7906c72b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/7bbe5d93594f4cdca6992c5c7906c72b 2024-11-27T04:22:24,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/7bbe5d93594f4cdca6992c5c7906c72b, entries=150, sequenceid=482, filesize=12.0 K 2024-11-27T04:22:24,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/7d84bb90bb3b45b4bebd0efc43f5b43e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7d84bb90bb3b45b4bebd0efc43f5b43e 2024-11-27T04:22:24,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7d84bb90bb3b45b4bebd0efc43f5b43e, entries=150, sequenceid=482, filesize=12.0 K 2024-11-27T04:22:24,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 247ms, sequenceid=482, compaction requested=true 2024-11-27T04:22:24,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:24,449 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c0dcd19f13f55d7bb3d743b7d38d41d:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:22:24,449 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:24,452 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:24,452 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/B is initiating minor compaction (all files) 2024-11-27T04:22:24,452 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/B in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,452 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/510ccc167e7e4ae280adb91329e006ca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/df345bc528c24d11bf7922a26e1811ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/d98309a5fd9849edb39f6fac2a6589f9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/7bbe5d93594f4cdca6992c5c7906c72b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=46.6 K 2024-11-27T04:22:24,453 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:24,453 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/A is initiating minor compaction (all files) 2024-11-27T04:22:24,453 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/A in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,453 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/df2e2f38751f438b9a810c1c02876f94, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8775ab5b89cb4f15b32b925bb7d37c2a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cda974343746464a87f2ede6f10f9300, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6529b26ed7d944b782afeb82334cbb24] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=46.6 K 2024-11-27T04:22:24,453 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 510ccc167e7e4ae280adb91329e006ca, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732681340653 2024-11-27T04:22:24,453 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting df2e2f38751f438b9a810c1c02876f94, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732681340653 2024-11-27T04:22:24,454 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting df345bc528c24d11bf7922a26e1811ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732681341292 2024-11-27T04:22:24,454 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8775ab5b89cb4f15b32b925bb7d37c2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732681341292 2024-11-27T04:22:24,455 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d98309a5fd9849edb39f6fac2a6589f9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732681341926 2024-11-27T04:22:24,455 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cda974343746464a87f2ede6f10f9300, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732681341926 2024-11-27T04:22:24,455 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bbe5d93594f4cdca6992c5c7906c72b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732681343067 2024-11-27T04:22:24,458 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6529b26ed7d944b782afeb82334cbb24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732681343067 2024-11-27T04:22:24,487 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:24,487 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#A#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:24,487 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/2d4d21ab5a8e4353b7a0d43a00b6f949 is 50, key is test_row_0/B:col10/1732681344198/Put/seqid=0 2024-11-27T04:22:24,488 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3fbfb864c8a94d48b8c92525e729a662 is 50, key is test_row_0/A:col10/1732681344198/Put/seqid=0 2024-11-27T04:22:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:24,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:22:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:24,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742236_1412 (size=13391) 2024-11-27T04:22:24,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:24,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742235_1411 (size=13391) 2024-11-27T04:22:24,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/1ff02b0129404fdaa24c0cd7eab86500 is 50, key is test_row_0/A:col10/1732681344529/Put/seqid=0 2024-11-27T04:22:24,592 DEBUG [Thread-1420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e9b26c8 to 127.0.0.1:56910 2024-11-27T04:22:24,592 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:24,595 DEBUG [Thread-1424 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd1b0a to 127.0.0.1:56910 2024-11-27T04:22:24,595 DEBUG [Thread-1424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681404587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,596 DEBUG [Thread-1418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21ff1c42 to 127.0.0.1:56910 2024-11-27T04:22:24,596 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681404588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681404588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681404589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,597 DEBUG [Thread-1416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267c3d0c to 127.0.0.1:56910 2024-11-27T04:22:24,597 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:24,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T04:22:24,600 DEBUG [Thread-1422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dd0b424 to 127.0.0.1:56910 2024-11-27T04:22:24,600 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:24,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742237_1413 (size=12301) 2024-11-27T04:22:24,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/1ff02b0129404fdaa24c0cd7eab86500 2024-11-27T04:22:24,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/fbdbd125c2364ce6bd1338b3b9e0a955 is 50, key is test_row_0/B:col10/1732681344529/Put/seqid=0 2024-11-27T04:22:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742238_1414 (size=12301) 2024-11-27T04:22:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681404697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681404698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681404698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681404698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:24,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47844 deadline: 1732681404840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,841 DEBUG [Thread-1413 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., hostname=99e1108fb5b5,33685,1732681256218, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:24,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681404899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681404899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681404900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681404900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:24,954 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/2d4d21ab5a8e4353b7a0d43a00b6f949 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2d4d21ab5a8e4353b7a0d43a00b6f949 2024-11-27T04:22:24,958 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/B of 1c0dcd19f13f55d7bb3d743b7d38d41d into 2d4d21ab5a8e4353b7a0d43a00b6f949(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:24,958 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:24,958 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/B, priority=12, startTime=1732681344449; duration=0sec 2024-11-27T04:22:24,958 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:24,958 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:B 2024-11-27T04:22:24,958 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:24,959 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:24,959 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 1c0dcd19f13f55d7bb3d743b7d38d41d/C is initiating minor compaction (all files) 2024-11-27T04:22:24,959 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c0dcd19f13f55d7bb3d743b7d38d41d/C in TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:24,959 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/0b98dbc7deb94f9fa300a3bdf06da57d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/dafeefc7fbea45e5bf4736d484e6ab82, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d7883bbd0da8400c9ecc627e3ff6e211, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7d84bb90bb3b45b4bebd0efc43f5b43e] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp, totalSize=46.6 K 2024-11-27T04:22:24,959 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b98dbc7deb94f9fa300a3bdf06da57d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732681340653 2024-11-27T04:22:24,960 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting dafeefc7fbea45e5bf4736d484e6ab82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732681341292 2024-11-27T04:22:24,960 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d7883bbd0da8400c9ecc627e3ff6e211, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732681341926 2024-11-27T04:22:24,960 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d84bb90bb3b45b4bebd0efc43f5b43e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732681343067 2024-11-27T04:22:24,966 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c0dcd19f13f55d7bb3d743b7d38d41d#C#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:24,966 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/ad1fbe7c4b0f4181a95019dafa500094 is 50, key is test_row_0/C:col10/1732681344198/Put/seqid=0 2024-11-27T04:22:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742239_1415 (size=13391) 2024-11-27T04:22:24,974 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3fbfb864c8a94d48b8c92525e729a662 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3fbfb864c8a94d48b8c92525e729a662 2024-11-27T04:22:24,977 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/A of 1c0dcd19f13f55d7bb3d743b7d38d41d into 3fbfb864c8a94d48b8c92525e729a662(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:24,977 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:24,977 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/A, priority=12, startTime=1732681344448; duration=0sec 2024-11-27T04:22:24,977 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:24,977 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:A 2024-11-27T04:22:25,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/fbdbd125c2364ce6bd1338b3b9e0a955 2024-11-27T04:22:25,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4252302a7d5f45d69ac8848937e1c244 is 50, key is test_row_0/C:col10/1732681344529/Put/seqid=0 2024-11-27T04:22:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742240_1416 (size=12301) 2024-11-27T04:22:25,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:25,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47816 deadline: 1732681405201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47864 deadline: 1732681405203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732681405203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47880 deadline: 1732681405203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:25,374 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/ad1fbe7c4b0f4181a95019dafa500094 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ad1fbe7c4b0f4181a95019dafa500094 2024-11-27T04:22:25,379 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c0dcd19f13f55d7bb3d743b7d38d41d/C of 1c0dcd19f13f55d7bb3d743b7d38d41d into ad1fbe7c4b0f4181a95019dafa500094(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:25,379 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:25,379 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d., storeName=1c0dcd19f13f55d7bb3d743b7d38d41d/C, priority=12, startTime=1732681344449; duration=0sec 2024-11-27T04:22:25,379 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:25,379 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c0dcd19f13f55d7bb3d743b7d38d41d:C 2024-11-27T04:22:25,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4252302a7d5f45d69ac8848937e1c244 2024-11-27T04:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/1ff02b0129404fdaa24c0cd7eab86500 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/1ff02b0129404fdaa24c0cd7eab86500 2024-11-27T04:22:25,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/1ff02b0129404fdaa24c0cd7eab86500, entries=150, sequenceid=496, filesize=12.0 K 2024-11-27T04:22:25,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/fbdbd125c2364ce6bd1338b3b9e0a955 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/fbdbd125c2364ce6bd1338b3b9e0a955 2024-11-27T04:22:25,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/fbdbd125c2364ce6bd1338b3b9e0a955, entries=150, sequenceid=496, filesize=12.0 K 2024-11-27T04:22:25,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/4252302a7d5f45d69ac8848937e1c244 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4252302a7d5f45d69ac8848937e1c244 2024-11-27T04:22:25,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4252302a7d5f45d69ac8848937e1c244, entries=150, sequenceid=496, filesize=12.0 K 2024-11-27T04:22:25,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 918ms, sequenceid=496, compaction requested=false 2024-11-27T04:22:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:25,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:25,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T04:22:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:25,470 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:22:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:25,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3d166c88fbda49a8886af1b6c31b347f is 50, key is test_row_0/A:col10/1732681344580/Put/seqid=0 2024-11-27T04:22:25,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742241_1417 (size=12301) 2024-11-27T04:22:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:25,704 DEBUG [Thread-1411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16831ced to 127.0.0.1:56910 2024-11-27T04:22:25,704 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:25,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. as already flushing 2024-11-27T04:22:25,706 DEBUG [Thread-1407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21c3a914 to 127.0.0.1:56910 2024-11-27T04:22:25,706 DEBUG [Thread-1405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14bff6e5 to 127.0.0.1:56910 2024-11-27T04:22:25,706 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:25,706 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:25,707 DEBUG [Thread-1409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x646799cf to 127.0.0.1:56910 2024-11-27T04:22:25,707 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:25,880 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3d166c88fbda49a8886af1b6c31b347f 2024-11-27T04:22:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/6eef5dc642264e5292c74d9d53d2e614 is 50, key is test_row_0/B:col10/1732681344580/Put/seqid=0 2024-11-27T04:22:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742242_1418 (size=12301) 2024-11-27T04:22:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:26,289 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/6eef5dc642264e5292c74d9d53d2e614 2024-11-27T04:22:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/64cf1e18c3bc4c93ad6dda36ce7be8f8 is 50, key is test_row_0/C:col10/1732681344580/Put/seqid=0 2024-11-27T04:22:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742243_1419 (size=12301) 2024-11-27T04:22:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/64cf1e18c3bc4c93ad6dda36ce7be8f8 2024-11-27T04:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/3d166c88fbda49a8886af1b6c31b347f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3d166c88fbda49a8886af1b6c31b347f 2024-11-27T04:22:26,706 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3d166c88fbda49a8886af1b6c31b347f, entries=150, sequenceid=521, filesize=12.0 K 2024-11-27T04:22:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/6eef5dc642264e5292c74d9d53d2e614 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6eef5dc642264e5292c74d9d53d2e614 2024-11-27T04:22:26,709 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6eef5dc642264e5292c74d9d53d2e614, entries=150, sequenceid=521, filesize=12.0 K 2024-11-27T04:22:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/64cf1e18c3bc4c93ad6dda36ce7be8f8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/64cf1e18c3bc4c93ad6dda36ce7be8f8 2024-11-27T04:22:26,712 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/64cf1e18c3bc4c93ad6dda36ce7be8f8, entries=150, sequenceid=521, filesize=12.0 K 2024-11-27T04:22:26,712 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 1242ms, sequenceid=521, compaction requested=true 2024-11-27T04:22:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-27T04:22:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-11-27T04:22:26,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-27T04:22:26,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-27T04:22:26,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.6300 sec 2024-11-27T04:22:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T04:22:28,197 INFO [Thread-1415 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-27T04:22:34,852 DEBUG [Thread-1413 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19f0d92b to 127.0.0.1:56910 2024-11-27T04:22:34,852 DEBUG [Thread-1413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5657 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5511 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5450 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5654 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5489 2024-11-27T04:22:34,853 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T04:22:34,853 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:22:34,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50fa6d36 to 127.0.0.1:56910 2024-11-27T04:22:34,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:34,855 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T04:22:34,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T04:22:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:34,859 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681354859"}]},"ts":"1732681354859"} 2024-11-27T04:22:34,861 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T04:22:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T04:22:34,864 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T04:22:34,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:22:34,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, UNASSIGN}] 2024-11-27T04:22:34,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, UNASSIGN 2024-11-27T04:22:34,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=1c0dcd19f13f55d7bb3d743b7d38d41d, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:34,870 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:22:34,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:22:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T04:22:35,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:35,029 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 1c0dcd19f13f55d7bb3d743b7d38d41d, disabling compactions & flushes 2024-11-27T04:22:35,029 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. after waiting 0 ms 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:35,029 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(2837): Flushing 1c0dcd19f13f55d7bb3d743b7d38d41d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=A 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:35,029 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=B 2024-11-27T04:22:35,030 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:35,030 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c0dcd19f13f55d7bb3d743b7d38d41d, store=C 2024-11-27T04:22:35,030 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:35,045 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/8b7258c8e6874c7c8c090f70a1e09cea is 50, key is test_row_0/A:col10/1732681345704/Put/seqid=0 2024-11-27T04:22:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742244_1420 (size=12301) 2024-11-27T04:22:35,085 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/8b7258c8e6874c7c8c090f70a1e09cea 2024-11-27T04:22:35,105 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/a0d8cf36da344c428e30b4883a0f73a8 is 50, key is test_row_0/B:col10/1732681345704/Put/seqid=0 2024-11-27T04:22:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742245_1421 (size=12301) 2024-11-27T04:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T04:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T04:22:35,559 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/a0d8cf36da344c428e30b4883a0f73a8 2024-11-27T04:22:35,572 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/1f0bd5f99f4d458ca317a0c171951145 is 50, key is test_row_0/C:col10/1732681345704/Put/seqid=0 2024-11-27T04:22:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742246_1422 (size=12301) 2024-11-27T04:22:35,598 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/1f0bd5f99f4d458ca317a0c171951145 2024-11-27T04:22:35,616 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/A/8b7258c8e6874c7c8c090f70a1e09cea as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8b7258c8e6874c7c8c090f70a1e09cea 2024-11-27T04:22:35,620 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8b7258c8e6874c7c8c090f70a1e09cea, entries=150, sequenceid=529, filesize=12.0 K 2024-11-27T04:22:35,622 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/B/a0d8cf36da344c428e30b4883a0f73a8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a0d8cf36da344c428e30b4883a0f73a8 2024-11-27T04:22:35,626 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a0d8cf36da344c428e30b4883a0f73a8, entries=150, sequenceid=529, filesize=12.0 K 2024-11-27T04:22:35,627 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/.tmp/C/1f0bd5f99f4d458ca317a0c171951145 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/1f0bd5f99f4d458ca317a0c171951145 2024-11-27T04:22:35,630 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/1f0bd5f99f4d458ca317a0c171951145, entries=150, sequenceid=529, filesize=12.0 K 2024-11-27T04:22:35,631 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1c0dcd19f13f55d7bb3d743b7d38d41d in 602ms, sequenceid=529, compaction requested=true 2024-11-27T04:22:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/252291cf30ee44fcbcdb69d9a31cc56f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3ea720de90964f8697c6f4a6cb4ae6c4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7c82ce3b5a554a4cb767e03a5ec2a48e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/96ba3fefbc4948c292be7edbaaeef6dc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/edd2ae66dcf546fab9912d9260bf1c0e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6ac2172a9c88419ca3b827ec55484eb1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/feca57f8d57043ba92e1aa32c9cdde55, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/86233d3f9fd047e3838fa75cc1fe657d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/f918220ff276496380a4131bf00cd01f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/9e1067482927433abd066ae5e73f9cc0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7f57de80f0a04f9794cb3032a3c62dfc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/30021d36dfe84bf0ad44bd1ccf323a0e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/04579bc3723b4bb4bc1c09898982c46a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cfd31f7afa6249dd8ca456983fb241e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/57d0a0e2db23404b863e94ea6e38deee, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d930aff24bae4abeb882c92dc879d20b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7400729c7b03455986c0b99f4eadd39b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/0b7036e26238450d8d254ce51840934a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6d5a7058b2dc477389bdaf45793981aa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d395e679bfc240b09998dab966b4f157, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/ee4e0cab15af428d9fdde0d9e10f4a7f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65cd045e4fe34a4faf6501f3c73adbfc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d8867ac2ba1e4abebc86b05ff83660b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a2e90e2dda084a9aae89420398ee7bca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a4b6de6a38914390b2776fb8730a6279, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/b20f9dd0d42a48fca933e4c476673952, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65d8c5401bf240e08646ef36bdd78c4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/df2e2f38751f438b9a810c1c02876f94, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/c8e5c44141584368ae250b171f105b7d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8775ab5b89cb4f15b32b925bb7d37c2a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cda974343746464a87f2ede6f10f9300, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6529b26ed7d944b782afeb82334cbb24] to archive 2024-11-27T04:22:35,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:35,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/252291cf30ee44fcbcdb69d9a31cc56f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/252291cf30ee44fcbcdb69d9a31cc56f 2024-11-27T04:22:35,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3ea720de90964f8697c6f4a6cb4ae6c4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3ea720de90964f8697c6f4a6cb4ae6c4 2024-11-27T04:22:35,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7c82ce3b5a554a4cb767e03a5ec2a48e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7c82ce3b5a554a4cb767e03a5ec2a48e 2024-11-27T04:22:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/96ba3fefbc4948c292be7edbaaeef6dc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/96ba3fefbc4948c292be7edbaaeef6dc 2024-11-27T04:22:35,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/edd2ae66dcf546fab9912d9260bf1c0e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/edd2ae66dcf546fab9912d9260bf1c0e 2024-11-27T04:22:35,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6ac2172a9c88419ca3b827ec55484eb1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6ac2172a9c88419ca3b827ec55484eb1 2024-11-27T04:22:35,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/feca57f8d57043ba92e1aa32c9cdde55 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/feca57f8d57043ba92e1aa32c9cdde55 2024-11-27T04:22:35,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/86233d3f9fd047e3838fa75cc1fe657d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/86233d3f9fd047e3838fa75cc1fe657d 2024-11-27T04:22:35,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/f918220ff276496380a4131bf00cd01f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/f918220ff276496380a4131bf00cd01f 2024-11-27T04:22:35,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/9e1067482927433abd066ae5e73f9cc0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/9e1067482927433abd066ae5e73f9cc0 2024-11-27T04:22:35,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7f57de80f0a04f9794cb3032a3c62dfc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7f57de80f0a04f9794cb3032a3c62dfc 2024-11-27T04:22:35,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/30021d36dfe84bf0ad44bd1ccf323a0e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/30021d36dfe84bf0ad44bd1ccf323a0e 2024-11-27T04:22:35,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/04579bc3723b4bb4bc1c09898982c46a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/04579bc3723b4bb4bc1c09898982c46a 2024-11-27T04:22:35,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cfd31f7afa6249dd8ca456983fb241e6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cfd31f7afa6249dd8ca456983fb241e6 2024-11-27T04:22:35,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/57d0a0e2db23404b863e94ea6e38deee to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/57d0a0e2db23404b863e94ea6e38deee 2024-11-27T04:22:35,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d930aff24bae4abeb882c92dc879d20b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d930aff24bae4abeb882c92dc879d20b 2024-11-27T04:22:35,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7400729c7b03455986c0b99f4eadd39b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/7400729c7b03455986c0b99f4eadd39b 2024-11-27T04:22:35,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/0b7036e26238450d8d254ce51840934a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/0b7036e26238450d8d254ce51840934a 2024-11-27T04:22:35,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6d5a7058b2dc477389bdaf45793981aa to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6d5a7058b2dc477389bdaf45793981aa 2024-11-27T04:22:35,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d395e679bfc240b09998dab966b4f157 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d395e679bfc240b09998dab966b4f157 2024-11-27T04:22:35,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/ee4e0cab15af428d9fdde0d9e10f4a7f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/ee4e0cab15af428d9fdde0d9e10f4a7f 2024-11-27T04:22:35,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65cd045e4fe34a4faf6501f3c73adbfc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65cd045e4fe34a4faf6501f3c73adbfc 2024-11-27T04:22:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d8867ac2ba1e4abebc86b05ff83660b4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/d8867ac2ba1e4abebc86b05ff83660b4 2024-11-27T04:22:35,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a2e90e2dda084a9aae89420398ee7bca to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a2e90e2dda084a9aae89420398ee7bca 2024-11-27T04:22:35,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a4b6de6a38914390b2776fb8730a6279 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/a4b6de6a38914390b2776fb8730a6279 2024-11-27T04:22:35,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/b20f9dd0d42a48fca933e4c476673952 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/b20f9dd0d42a48fca933e4c476673952 2024-11-27T04:22:35,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65d8c5401bf240e08646ef36bdd78c4e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/65d8c5401bf240e08646ef36bdd78c4e 2024-11-27T04:22:35,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/df2e2f38751f438b9a810c1c02876f94 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/df2e2f38751f438b9a810c1c02876f94 2024-11-27T04:22:35,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/c8e5c44141584368ae250b171f105b7d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/c8e5c44141584368ae250b171f105b7d 2024-11-27T04:22:35,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8775ab5b89cb4f15b32b925bb7d37c2a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8775ab5b89cb4f15b32b925bb7d37c2a 2024-11-27T04:22:35,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cda974343746464a87f2ede6f10f9300 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/cda974343746464a87f2ede6f10f9300 2024-11-27T04:22:35,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6529b26ed7d944b782afeb82334cbb24 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/6529b26ed7d944b782afeb82334cbb24 2024-11-27T04:22:35,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f65a0c50cdec4e4e86f0cc186bdb4656, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5d635204f33741139b12ffc7a5d505af, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5f31aaed0bfe48448a3856c0892d48cd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/1a4cfe63823e46efa0da10a2907fb875, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6ce2111b790d4aecb07a2aeded526590, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/778eeaf1d32f40288ced16c9fba83159, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/582cc7ce2a39434b99c2e51be928f054, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/84bf74d1f0fe4e3f9018168e948f7040, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b849cef39e754e1d986f909738fcccb2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/044a6313bd314bf9b25977e0a409fcb0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e914f0d8efd64e4884ed691a11fdfcd5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e32495e329d643dabfe1b3546c552631, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/429ca2fb6a8c4b8c850e25d64f18ae38, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/53b5e645195042dc8930e4731ba5601d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/0e1f5fd1adc540af98a806b29d11d127, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e7db8a83002a452886a0a5b7beb3c9f7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/8e31f5d8126e463ea7db4eb139fc5b9b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/173f9584524b4f4890d73f8f677af3f9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/4978f407f9804916b5c1202ae7a513f3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/af14929b555c40d6b6253710766d9fea, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/08f1084f00cf4889891a4fb8df9a730d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/3f472c956d6149e291b13f51db3a3786, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a6462463a7a64f06afa8eb58e29fc040, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b773b88719ee447fb7411814925bafdd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2c4c3f4d23374bc7a27dde0b330e4264, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/c8632214daff41d7ae787fe43406f294, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/57bd2492d1994169aad66e806908e0ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/510ccc167e7e4ae280adb91329e006ca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f51cd502ab10474eb566c10c5fdfdfe1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/df345bc528c24d11bf7922a26e1811ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/d98309a5fd9849edb39f6fac2a6589f9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/7bbe5d93594f4cdca6992c5c7906c72b] to archive 2024-11-27T04:22:35,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:35,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f65a0c50cdec4e4e86f0cc186bdb4656 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f65a0c50cdec4e4e86f0cc186bdb4656 2024-11-27T04:22:35,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5d635204f33741139b12ffc7a5d505af to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5d635204f33741139b12ffc7a5d505af 2024-11-27T04:22:35,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5f31aaed0bfe48448a3856c0892d48cd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/5f31aaed0bfe48448a3856c0892d48cd 2024-11-27T04:22:35,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/1a4cfe63823e46efa0da10a2907fb875 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/1a4cfe63823e46efa0da10a2907fb875 2024-11-27T04:22:35,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6ce2111b790d4aecb07a2aeded526590 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6ce2111b790d4aecb07a2aeded526590 2024-11-27T04:22:35,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/778eeaf1d32f40288ced16c9fba83159 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/778eeaf1d32f40288ced16c9fba83159 2024-11-27T04:22:35,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/582cc7ce2a39434b99c2e51be928f054 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/582cc7ce2a39434b99c2e51be928f054 2024-11-27T04:22:35,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/84bf74d1f0fe4e3f9018168e948f7040 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/84bf74d1f0fe4e3f9018168e948f7040 2024-11-27T04:22:35,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b849cef39e754e1d986f909738fcccb2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b849cef39e754e1d986f909738fcccb2 2024-11-27T04:22:35,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/044a6313bd314bf9b25977e0a409fcb0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/044a6313bd314bf9b25977e0a409fcb0 2024-11-27T04:22:35,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e914f0d8efd64e4884ed691a11fdfcd5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e914f0d8efd64e4884ed691a11fdfcd5 2024-11-27T04:22:35,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e32495e329d643dabfe1b3546c552631 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e32495e329d643dabfe1b3546c552631 2024-11-27T04:22:35,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/429ca2fb6a8c4b8c850e25d64f18ae38 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/429ca2fb6a8c4b8c850e25d64f18ae38 2024-11-27T04:22:35,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/53b5e645195042dc8930e4731ba5601d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/53b5e645195042dc8930e4731ba5601d 2024-11-27T04:22:35,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/0e1f5fd1adc540af98a806b29d11d127 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/0e1f5fd1adc540af98a806b29d11d127 2024-11-27T04:22:35,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e7db8a83002a452886a0a5b7beb3c9f7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/e7db8a83002a452886a0a5b7beb3c9f7 2024-11-27T04:22:35,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/8e31f5d8126e463ea7db4eb139fc5b9b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/8e31f5d8126e463ea7db4eb139fc5b9b 2024-11-27T04:22:35,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/173f9584524b4f4890d73f8f677af3f9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/173f9584524b4f4890d73f8f677af3f9 2024-11-27T04:22:35,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/4978f407f9804916b5c1202ae7a513f3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/4978f407f9804916b5c1202ae7a513f3 2024-11-27T04:22:35,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/af14929b555c40d6b6253710766d9fea to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/af14929b555c40d6b6253710766d9fea 2024-11-27T04:22:35,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/08f1084f00cf4889891a4fb8df9a730d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/08f1084f00cf4889891a4fb8df9a730d 2024-11-27T04:22:35,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/3f472c956d6149e291b13f51db3a3786 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/3f472c956d6149e291b13f51db3a3786 2024-11-27T04:22:35,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a6462463a7a64f06afa8eb58e29fc040 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a6462463a7a64f06afa8eb58e29fc040 2024-11-27T04:22:35,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b773b88719ee447fb7411814925bafdd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/b773b88719ee447fb7411814925bafdd 2024-11-27T04:22:35,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2c4c3f4d23374bc7a27dde0b330e4264 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2c4c3f4d23374bc7a27dde0b330e4264 2024-11-27T04:22:35,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/c8632214daff41d7ae787fe43406f294 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/c8632214daff41d7ae787fe43406f294 2024-11-27T04:22:35,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/57bd2492d1994169aad66e806908e0ad to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/57bd2492d1994169aad66e806908e0ad 2024-11-27T04:22:35,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/510ccc167e7e4ae280adb91329e006ca to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/510ccc167e7e4ae280adb91329e006ca 2024-11-27T04:22:35,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f51cd502ab10474eb566c10c5fdfdfe1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/f51cd502ab10474eb566c10c5fdfdfe1 2024-11-27T04:22:35,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/df345bc528c24d11bf7922a26e1811ab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/df345bc528c24d11bf7922a26e1811ab 2024-11-27T04:22:35,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/d98309a5fd9849edb39f6fac2a6589f9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/d98309a5fd9849edb39f6fac2a6589f9 2024-11-27T04:22:35,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/7bbe5d93594f4cdca6992c5c7906c72b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/7bbe5d93594f4cdca6992c5c7906c72b 2024-11-27T04:22:35,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/88c0865134a347c3b8e9a82b7cedfcb8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8336fa24dfa54d0bb9dce392470b35cc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d4117da62d714525ade97aa207fc2d99, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b099ee80a8c5423a9bc9b247008054da, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8e7b1d287af64c4abeb2145b96d20deb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/6b1c1c956b8e4060a820290e4f87f9a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4fb57c4247e44c7f8fd233eed167a0c8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/58df681185f54a13995e1bac317195e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/71e41432d0a14b7b830f0001f52a278c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/21afc1367f954b61aa4399022b92d5ca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/84ea8204fdc740a88a823a8c56033b3a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad0cd12415241e980508207adbfb4eb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d2233abe73b543ab8d91b12678b73bac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad3941dd73d470aaa1eb774969313fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b2f3dca8dedd40ea8454ebd0b6c16be9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/a22c26871d9d4a6a945e4ecc945b069e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/45c45e6acb92414380fd4b24740885f4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/e4a2862d7148404aaeed7c6850a60011, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/98c74a1ab2854a2981595c4d9e83f06a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b91d1e64d75a4094a7800b52677f2e4b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/df1717d667504bc882332d182369af47, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/76e731b136804db0a3a04648e797df2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7eca203275c946dc90357ffe55fbd1b3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d3358879d55249029f2bf5d140994ddb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/c91e5ff126f849d88952b85ef1aa37fc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/43bbf2d38d8040b6ad0ac6bd17b250b1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ba00484a99fd409b9a3b1c011bd9ed15, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/0b98dbc7deb94f9fa300a3bdf06da57d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/57c2585da7624ec78163901fea21621b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/dafeefc7fbea45e5bf4736d484e6ab82, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d7883bbd0da8400c9ecc627e3ff6e211, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7d84bb90bb3b45b4bebd0efc43f5b43e] to archive 2024-11-27T04:22:35,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:35,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/88c0865134a347c3b8e9a82b7cedfcb8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/88c0865134a347c3b8e9a82b7cedfcb8 2024-11-27T04:22:35,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8336fa24dfa54d0bb9dce392470b35cc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8336fa24dfa54d0bb9dce392470b35cc 2024-11-27T04:22:35,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d4117da62d714525ade97aa207fc2d99 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d4117da62d714525ade97aa207fc2d99 2024-11-27T04:22:35,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b099ee80a8c5423a9bc9b247008054da to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b099ee80a8c5423a9bc9b247008054da 2024-11-27T04:22:35,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8e7b1d287af64c4abeb2145b96d20deb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/8e7b1d287af64c4abeb2145b96d20deb 2024-11-27T04:22:35,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/6b1c1c956b8e4060a820290e4f87f9a8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/6b1c1c956b8e4060a820290e4f87f9a8 2024-11-27T04:22:35,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4fb57c4247e44c7f8fd233eed167a0c8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4fb57c4247e44c7f8fd233eed167a0c8 2024-11-27T04:22:35,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/58df681185f54a13995e1bac317195e6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/58df681185f54a13995e1bac317195e6 2024-11-27T04:22:35,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/71e41432d0a14b7b830f0001f52a278c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/71e41432d0a14b7b830f0001f52a278c 2024-11-27T04:22:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/21afc1367f954b61aa4399022b92d5ca to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/21afc1367f954b61aa4399022b92d5ca 2024-11-27T04:22:35,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/84ea8204fdc740a88a823a8c56033b3a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/84ea8204fdc740a88a823a8c56033b3a 2024-11-27T04:22:35,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad0cd12415241e980508207adbfb4eb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad0cd12415241e980508207adbfb4eb 2024-11-27T04:22:35,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d2233abe73b543ab8d91b12678b73bac to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d2233abe73b543ab8d91b12678b73bac 2024-11-27T04:22:35,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad3941dd73d470aaa1eb774969313fd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4ad3941dd73d470aaa1eb774969313fd 2024-11-27T04:22:35,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b2f3dca8dedd40ea8454ebd0b6c16be9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b2f3dca8dedd40ea8454ebd0b6c16be9 2024-11-27T04:22:35,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/a22c26871d9d4a6a945e4ecc945b069e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/a22c26871d9d4a6a945e4ecc945b069e 2024-11-27T04:22:35,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/45c45e6acb92414380fd4b24740885f4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/45c45e6acb92414380fd4b24740885f4 2024-11-27T04:22:35,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/e4a2862d7148404aaeed7c6850a60011 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/e4a2862d7148404aaeed7c6850a60011 2024-11-27T04:22:35,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/98c74a1ab2854a2981595c4d9e83f06a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/98c74a1ab2854a2981595c4d9e83f06a 2024-11-27T04:22:35,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b91d1e64d75a4094a7800b52677f2e4b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/b91d1e64d75a4094a7800b52677f2e4b 2024-11-27T04:22:35,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/df1717d667504bc882332d182369af47 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/df1717d667504bc882332d182369af47 2024-11-27T04:22:35,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/76e731b136804db0a3a04648e797df2c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/76e731b136804db0a3a04648e797df2c 2024-11-27T04:22:35,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7eca203275c946dc90357ffe55fbd1b3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7eca203275c946dc90357ffe55fbd1b3 2024-11-27T04:22:35,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d3358879d55249029f2bf5d140994ddb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d3358879d55249029f2bf5d140994ddb 2024-11-27T04:22:35,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/c91e5ff126f849d88952b85ef1aa37fc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/c91e5ff126f849d88952b85ef1aa37fc 2024-11-27T04:22:35,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/43bbf2d38d8040b6ad0ac6bd17b250b1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/43bbf2d38d8040b6ad0ac6bd17b250b1 2024-11-27T04:22:35,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ba00484a99fd409b9a3b1c011bd9ed15 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ba00484a99fd409b9a3b1c011bd9ed15 2024-11-27T04:22:35,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/0b98dbc7deb94f9fa300a3bdf06da57d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/0b98dbc7deb94f9fa300a3bdf06da57d 2024-11-27T04:22:35,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/57c2585da7624ec78163901fea21621b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/57c2585da7624ec78163901fea21621b 2024-11-27T04:22:35,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/dafeefc7fbea45e5bf4736d484e6ab82 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/dafeefc7fbea45e5bf4736d484e6ab82 2024-11-27T04:22:35,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d7883bbd0da8400c9ecc627e3ff6e211 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/d7883bbd0da8400c9ecc627e3ff6e211 2024-11-27T04:22:35,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7d84bb90bb3b45b4bebd0efc43f5b43e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/7d84bb90bb3b45b4bebd0efc43f5b43e 2024-11-27T04:22:35,873 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=1 2024-11-27T04:22:35,874 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d. 2024-11-27T04:22:35,874 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 1c0dcd19f13f55d7bb3d743b7d38d41d: 2024-11-27T04:22:35,875 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:35,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=1c0dcd19f13f55d7bb3d743b7d38d41d, regionState=CLOSED 2024-11-27T04:22:35,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-27T04:22:35,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 1c0dcd19f13f55d7bb3d743b7d38d41d, server=99e1108fb5b5,33685,1732681256218 in 1.0080 sec 2024-11-27T04:22:35,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-27T04:22:35,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c0dcd19f13f55d7bb3d743b7d38d41d, UNASSIGN in 1.0140 sec 2024-11-27T04:22:35,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-27T04:22:35,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0180 sec 2024-11-27T04:22:35,886 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681355885"}]},"ts":"1732681355885"} 2024-11-27T04:22:35,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T04:22:35,889 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T04:22:35,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0350 sec 2024-11-27T04:22:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T04:22:35,967 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-27T04:22:35,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T04:22:35,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T04:22:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:35,971 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T04:22:35,971 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=105, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:36,013 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:36,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/recovered.edits] 2024-11-27T04:22:36,054 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/1ff02b0129404fdaa24c0cd7eab86500 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/1ff02b0129404fdaa24c0cd7eab86500 2024-11-27T04:22:36,057 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3d166c88fbda49a8886af1b6c31b347f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3d166c88fbda49a8886af1b6c31b347f 2024-11-27T04:22:36,059 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3fbfb864c8a94d48b8c92525e729a662 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/3fbfb864c8a94d48b8c92525e729a662 2024-11-27T04:22:36,060 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8b7258c8e6874c7c8c090f70a1e09cea to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/A/8b7258c8e6874c7c8c090f70a1e09cea 2024-11-27T04:22:36,063 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2d4d21ab5a8e4353b7a0d43a00b6f949 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/2d4d21ab5a8e4353b7a0d43a00b6f949 2024-11-27T04:22:36,065 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6eef5dc642264e5292c74d9d53d2e614 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/6eef5dc642264e5292c74d9d53d2e614 2024-11-27T04:22:36,066 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a0d8cf36da344c428e30b4883a0f73a8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/a0d8cf36da344c428e30b4883a0f73a8 2024-11-27T04:22:36,068 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/fbdbd125c2364ce6bd1338b3b9e0a955 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/B/fbdbd125c2364ce6bd1338b3b9e0a955 2024-11-27T04:22:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T04:22:36,074 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/1f0bd5f99f4d458ca317a0c171951145 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/1f0bd5f99f4d458ca317a0c171951145 2024-11-27T04:22:36,075 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4252302a7d5f45d69ac8848937e1c244 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/4252302a7d5f45d69ac8848937e1c244 2024-11-27T04:22:36,076 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/64cf1e18c3bc4c93ad6dda36ce7be8f8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/64cf1e18c3bc4c93ad6dda36ce7be8f8 2024-11-27T04:22:36,078 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ad1fbe7c4b0f4181a95019dafa500094 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/C/ad1fbe7c4b0f4181a95019dafa500094 2024-11-27T04:22:36,081 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/recovered.edits/532.seqid to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d/recovered.edits/532.seqid 2024-11-27T04:22:36,081 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/1c0dcd19f13f55d7bb3d743b7d38d41d 2024-11-27T04:22:36,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T04:22:36,086 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=105, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:36,101 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T04:22:36,106 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T04:22:36,107 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=105, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:36,107 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T04:22:36,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732681356108"}]},"ts":"9223372036854775807"} 2024-11-27T04:22:36,120 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T04:22:36,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1c0dcd19f13f55d7bb3d743b7d38d41d, NAME => 'TestAcidGuarantees,,1732681322432.1c0dcd19f13f55d7bb3d743b7d38d41d.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T04:22:36,120 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T04:22:36,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732681356120"}]},"ts":"9223372036854775807"} 2024-11-27T04:22:36,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T04:22:36,141 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=105, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:36,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 173 msec 2024-11-27T04:22:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T04:22:36,273 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-11-27T04:22:36,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=573 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5990 (was 5817) - AvailableMemoryMB LEAK? - 2024-11-27T04:22:36,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=573, ProcessCount=11, AvailableMemoryMB=5986 2024-11-27T04:22:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:22:36,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:36,313 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:22:36,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 106 2024-11-27T04:22:36,313 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T04:22:36,316 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:22:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742247_1423 (size=960) 2024-11-27T04:22:36,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T04:22:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742248_1424 (size=53) 2024-11-27T04:22:36,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:22:36,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 02447ea5ecb328f6fab100bb0958b672, disabling compactions & flushes 2024-11-27T04:22:36,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. after waiting 0 ms 2024-11-27T04:22:36,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,431 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:36,432 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:22:36,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732681356432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681356432"}]},"ts":"1732681356432"} 2024-11-27T04:22:36,434 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:22:36,435 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:22:36,435 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681356435"}]},"ts":"1732681356435"} 2024-11-27T04:22:36,437 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T04:22:36,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, ASSIGN}] 2024-11-27T04:22:36,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, ASSIGN 2024-11-27T04:22:36,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:22:36,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:36,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; OpenRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:22:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T04:22:36,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:36,753 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,753 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:22:36,754 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,754 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:22:36,754 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,754 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,771 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,785 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:36,785 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02447ea5ecb328f6fab100bb0958b672 columnFamilyName A 2024-11-27T04:22:36,785 DEBUG [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:36,787 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(327): Store=02447ea5ecb328f6fab100bb0958b672/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:36,787 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,789 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:36,789 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02447ea5ecb328f6fab100bb0958b672 columnFamilyName B 2024-11-27T04:22:36,789 DEBUG [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:36,790 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(327): Store=02447ea5ecb328f6fab100bb0958b672/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:36,790 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,791 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:36,791 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02447ea5ecb328f6fab100bb0958b672 columnFamilyName C 2024-11-27T04:22:36,791 DEBUG [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:36,796 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(327): Store=02447ea5ecb328f6fab100bb0958b672/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:36,796 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,797 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,797 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,799 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:22:36,800 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:36,804 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:22:36,804 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened 02447ea5ecb328f6fab100bb0958b672; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74047615, jitterRate=0.10339544713497162}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:22:36,805 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:36,806 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., pid=108, masterSystemTime=1732681356749 2024-11-27T04:22:36,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:36,810 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,811 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:36,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-27T04:22:36,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; OpenRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 in 213 msec 2024-11-27T04:22:36,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-27T04:22:36,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, ASSIGN in 368 msec 2024-11-27T04:22:36,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:22:36,814 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681356814"}]},"ts":"1732681356814"} 2024-11-27T04:22:36,817 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T04:22:36,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:22:36,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 512 msec 2024-11-27T04:22:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T04:22:36,917 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-27T04:22:36,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x508125d2 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47a067e1 2024-11-27T04:22:36,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c55cccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:36,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:36,970 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:36,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:22:36,973 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:22:36,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:22:36,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T04:22:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742249_1425 (size=996) 2024-11-27T04:22:37,451 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T04:22:37,451 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T04:22:37,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:22:37,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, REOPEN/MOVE}] 2024-11-27T04:22:37,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, REOPEN/MOVE 2024-11-27T04:22:37,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:37,461 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:22:37,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; CloseRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:22:37,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:37,614 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(124): Close 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,614 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:22:37,614 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1681): Closing 02447ea5ecb328f6fab100bb0958b672, disabling compactions & flushes 2024-11-27T04:22:37,614 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,614 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,614 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. after waiting 0 ms 2024-11-27T04:22:37,614 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,632 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T04:22:37,634 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,634 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1635): Region close journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:37,634 WARN [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionServer(3786): Not adding moved region record: 02447ea5ecb328f6fab100bb0958b672 to self. 2024-11-27T04:22:37,636 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(170): Closed 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=CLOSED 2024-11-27T04:22:37,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-27T04:22:37,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; CloseRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 in 178 msec 2024-11-27T04:22:37,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, REOPEN/MOVE; state=CLOSED, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=true 2024-11-27T04:22:37,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:37,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE; OpenRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:22:37,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:37,952 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,952 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:22:37,953 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,953 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:22:37,953 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,953 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,961 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,963 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:37,963 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02447ea5ecb328f6fab100bb0958b672 columnFamilyName A 2024-11-27T04:22:37,964 DEBUG [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:37,965 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(327): Store=02447ea5ecb328f6fab100bb0958b672/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:37,965 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,966 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:37,966 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02447ea5ecb328f6fab100bb0958b672 columnFamilyName B 2024-11-27T04:22:37,966 DEBUG [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:37,966 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(327): Store=02447ea5ecb328f6fab100bb0958b672/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:37,967 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,967 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:22:37,967 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02447ea5ecb328f6fab100bb0958b672 columnFamilyName C 2024-11-27T04:22:37,967 DEBUG [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:37,968 INFO [StoreOpener-02447ea5ecb328f6fab100bb0958b672-1 {}] regionserver.HStore(327): Store=02447ea5ecb328f6fab100bb0958b672/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:22:37,968 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,969 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,971 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,975 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:22:37,976 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:37,979 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 02447ea5ecb328f6fab100bb0958b672; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60738844, jitterRate=-0.09492069482803345}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:22:37,980 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:37,981 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., pid=113, masterSystemTime=1732681357947 2024-11-27T04:22:37,982 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,983 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:37,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=OPEN, openSeqNum=5, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:37,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=111 2024-11-27T04:22:37,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=111, state=SUCCESS; OpenRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 in 190 msec 2024-11-27T04:22:37,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-27T04:22:37,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, REOPEN/MOVE in 527 msec 2024-11-27T04:22:37,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-27T04:22:37,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-27T04:22:37,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0150 sec 2024-11-27T04:22:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-27T04:22:37,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73a23205 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3779dcff 2024-11-27T04:22:38,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b85570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c5e3cdc to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55b9838c 2024-11-27T04:22:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522d4f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x311047da to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282c1797 2024-11-27T04:22:38,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x661ad49c to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ec2e767 2024-11-27T04:22:38,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115da668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f01f294 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c1ddcc 2024-11-27T04:22:38,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad35b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36e4b93f to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267b2bf2 2024-11-27T04:22:38,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8019db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b4eaa21 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24953e01 2024-11-27T04:22:38,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b44a589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b31cc54 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56599405 2024-11-27T04:22:38,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f1baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b2416f3 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71474e2e 2024-11-27T04:22:38,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185f9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2520e5ac to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e5df918 2024-11-27T04:22:38,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:22:38,244 DEBUG [hconnection-0x5ec250e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,274 DEBUG [hconnection-0x4188067e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,277 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,277 DEBUG [hconnection-0x5b80da05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,278 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,289 DEBUG [hconnection-0xc51fa15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,290 DEBUG [hconnection-0x2dc59d78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,291 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,291 DEBUG [hconnection-0x285f5ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,292 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:38,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:22:38,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:38,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:38,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:38,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:38,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:38,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:38,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-27T04:22:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:38,310 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:38,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:38,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:38,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681418320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681418322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681418323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681418324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,340 DEBUG [hconnection-0x457d8e69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,345 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,353 DEBUG [hconnection-0x889ea91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,394 DEBUG [hconnection-0x143dbb71-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,395 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681418408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:38,414 DEBUG [hconnection-0x5f73ade1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:22:38,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:22:38,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681418424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681418424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681418425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681418426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112742e6fa5876744e8f8581bf8077fa7abe_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681358298/Put/seqid=0 2024-11-27T04:22:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681418512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742250_1426 (size=12154) 2024-11-27T04:22:38,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:38,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112742e6fa5876744e8f8581bf8077fa7abe_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742e6fa5876744e8f8581bf8077fa7abe_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:38,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cf82a86968624c36af98413b444bd201, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:38,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cf82a86968624c36af98413b444bd201 is 175, key is test_row_0/A:col10/1732681358298/Put/seqid=0 2024-11-27T04:22:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:38,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:38,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:38,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681418627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681418627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681418630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681418626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742251_1427 (size=30955) 2024-11-27T04:22:38,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cf82a86968624c36af98413b444bd201 2024-11-27T04:22:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681418715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/50193737033f4f9d923f00ee8942d44d is 50, key is test_row_0/B:col10/1732681358298/Put/seqid=0 2024-11-27T04:22:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742252_1428 (size=12001) 2024-11-27T04:22:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:38,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:38,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681418930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681418931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681418937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:38,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681418941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681419018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/50193737033f4f9d923f00ee8942d44d 2024-11-27T04:22:39,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/821996e3d60443e98e975402c3e3f5b1 is 50, key is test_row_0/C:col10/1732681358298/Put/seqid=0 2024-11-27T04:22:39,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:39,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742253_1429 (size=12001) 2024-11-27T04:22:39,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/821996e3d60443e98e975402c3e3f5b1 2024-11-27T04:22:39,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681419434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681419435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cf82a86968624c36af98413b444bd201 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201 2024-11-27T04:22:39,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T04:22:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681419442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/50193737033f4f9d923f00ee8942d44d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/50193737033f4f9d923f00ee8942d44d 2024-11-27T04:22:39,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681419457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/50193737033f4f9d923f00ee8942d44d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T04:22:39,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/821996e3d60443e98e975402c3e3f5b1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/821996e3d60443e98e975402c3e3f5b1 2024-11-27T04:22:39,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/821996e3d60443e98e975402c3e3f5b1, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T04:22:39,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 02447ea5ecb328f6fab100bb0958b672 in 1203ms, sequenceid=16, compaction requested=false 2024-11-27T04:22:39,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:39,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:22:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:39,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:39,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681419536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112704af88efdf2e4c18b06349f28af1c4a0_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681359525/Put/seqid=0 2024-11-27T04:22:39,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742254_1430 (size=12154) 2024-11-27T04:22:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681419637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681419843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:39,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:39,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:40,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112704af88efdf2e4c18b06349f28af1c4a0_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112704af88efdf2e4c18b06349f28af1c4a0_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:40,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/92604a2f0a8142a1951c7a55dcb4518a, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:40,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/92604a2f0a8142a1951c7a55dcb4518a is 175, key is test_row_0/A:col10/1732681359525/Put/seqid=0 2024-11-27T04:22:40,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742255_1431 (size=30955) 2024-11-27T04:22:40,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/92604a2f0a8142a1951c7a55dcb4518a 2024-11-27T04:22:40,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/daddb35a80594ceaa0a361a5b819398a is 50, key is test_row_0/B:col10/1732681359525/Put/seqid=0 2024-11-27T04:22:40,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:40,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742256_1432 (size=12001) 2024-11-27T04:22:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681420157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/daddb35a80594ceaa0a361a5b819398a 2024-11-27T04:22:40,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/240d4ba0b0a641169758515f2d50499f is 50, key is test_row_0/C:col10/1732681359525/Put/seqid=0 2024-11-27T04:22:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742257_1433 (size=12001) 2024-11-27T04:22:40,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/240d4ba0b0a641169758515f2d50499f 2024-11-27T04:22:40,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/92604a2f0a8142a1951c7a55dcb4518a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a 2024-11-27T04:22:40,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a, entries=150, sequenceid=43, filesize=30.2 K 2024-11-27T04:22:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/daddb35a80594ceaa0a361a5b819398a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/daddb35a80594ceaa0a361a5b819398a 2024-11-27T04:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/daddb35a80594ceaa0a361a5b819398a, entries=150, sequenceid=43, filesize=11.7 K 2024-11-27T04:22:40,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/240d4ba0b0a641169758515f2d50499f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/240d4ba0b0a641169758515f2d50499f 2024-11-27T04:22:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/240d4ba0b0a641169758515f2d50499f, entries=150, sequenceid=43, filesize=11.7 K 2024-11-27T04:22:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 02447ea5ecb328f6fab100bb0958b672 in 720ms, sequenceid=43, compaction requested=false 2024-11-27T04:22:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T04:22:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,317 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T04:22:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:40,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:40,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:40,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112706175e137b7649b6b5e7b74cdc314e6d_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_1/A:col10/1732681359533/Put/seqid=0 2024-11-27T04:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742258_1434 (size=9714) 2024-11-27T04:22:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,358 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112706175e137b7649b6b5e7b74cdc314e6d_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112706175e137b7649b6b5e7b74cdc314e6d_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0d9cf47090974f36b2581fc47252a5b9, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0d9cf47090974f36b2581fc47252a5b9 is 175, key is test_row_1/A:col10/1732681359533/Put/seqid=0 2024-11-27T04:22:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742259_1435 (size=22361) 2024-11-27T04:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,367 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0d9cf47090974f36b2581fc47252a5b9 2024-11-27T04:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/e34e6489471f4b66a231a7bc3cf62365 is 50, key is test_row_1/B:col10/1732681359533/Put/seqid=0 2024-11-27T04:22:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742260_1436 (size=9657) 2024-11-27T04:22:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:40,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:40,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681420667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681420667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681420672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681420678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681420679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681420783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681420783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681420791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681420797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:40,841 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/e34e6489471f4b66a231a7bc3cf62365 2024-11-27T04:22:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/d1ac92d4b431405d81231867512fe555 is 50, key is test_row_1/C:col10/1732681359533/Put/seqid=0 2024-11-27T04:22:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742261_1437 (size=9657) 2024-11-27T04:22:40,959 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/d1ac92d4b431405d81231867512fe555 2024-11-27T04:22:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0d9cf47090974f36b2581fc47252a5b9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9 2024-11-27T04:22:40,977 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9, entries=100, sequenceid=52, filesize=21.8 K 2024-11-27T04:22:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/e34e6489471f4b66a231a7bc3cf62365 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/e34e6489471f4b66a231a7bc3cf62365 2024-11-27T04:22:40,988 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/e34e6489471f4b66a231a7bc3cf62365, entries=100, sequenceid=52, filesize=9.4 K 2024-11-27T04:22:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/d1ac92d4b431405d81231867512fe555 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d1ac92d4b431405d81231867512fe555 2024-11-27T04:22:40,994 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d1ac92d4b431405d81231867512fe555, entries=100, sequenceid=52, filesize=9.4 K 2024-11-27T04:22:40,997 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 02447ea5ecb328f6fab100bb0958b672 in 680ms, sequenceid=52, compaction requested=true 2024-11-27T04:22:40,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:40,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:40,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-27T04:22:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-27T04:22:41,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T04:22:41,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6870 sec 2024-11-27T04:22:41,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.6920 sec 2024-11-27T04:22:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:41,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T04:22:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ff79bcb86eb249379229dc2c091c0006_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681421038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681421042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681421044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681421045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742262_1438 (size=14594) 2024-11-27T04:22:41,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ff79bcb86eb249379229dc2c091c0006_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff79bcb86eb249379229dc2c091c0006_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:41,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/86bc373579e14f85bff3fa7df88b27c0, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:41,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/86bc373579e14f85bff3fa7df88b27c0 is 175, key is test_row_0/A:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742263_1439 (size=39549) 2024-11-27T04:22:41,132 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/86bc373579e14f85bff3fa7df88b27c0 2024-11-27T04:22:41,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d45b4a2b2f964a539cbe0b6ead455c70 is 50, key is test_row_0/B:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681421154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681421160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681421160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742264_1440 (size=12001) 2024-11-27T04:22:41,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d45b4a2b2f964a539cbe0b6ead455c70 2024-11-27T04:22:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681421160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/0fb3f981a70e42a1ab976775dbf4d052 is 50, key is test_row_0/C:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742265_1441 (size=12001) 2024-11-27T04:22:41,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/0fb3f981a70e42a1ab976775dbf4d052 2024-11-27T04:22:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/86bc373579e14f85bff3fa7df88b27c0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0 2024-11-27T04:22:41,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0, entries=200, sequenceid=81, filesize=38.6 K 2024-11-27T04:22:41,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d45b4a2b2f964a539cbe0b6ead455c70 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d45b4a2b2f964a539cbe0b6ead455c70 2024-11-27T04:22:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d45b4a2b2f964a539cbe0b6ead455c70, entries=150, sequenceid=81, filesize=11.7 K 2024-11-27T04:22:41,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/0fb3f981a70e42a1ab976775dbf4d052 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/0fb3f981a70e42a1ab976775dbf4d052 2024-11-27T04:22:41,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/0fb3f981a70e42a1ab976775dbf4d052, entries=150, sequenceid=81, filesize=11.7 K 2024-11-27T04:22:41,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 02447ea5ecb328f6fab100bb0958b672 in 266ms, sequenceid=81, compaction requested=true 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:41,276 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:41,276 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:41,279 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:41,279 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:41,279 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:41,280 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=120.9 K 2024-11-27T04:22:41,280 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:41,280 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0] 2024-11-27T04:22:41,280 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:41,280 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf82a86968624c36af98413b444bd201, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681358295 2024-11-27T04:22:41,280 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:41,280 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:41,280 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/50193737033f4f9d923f00ee8942d44d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/daddb35a80594ceaa0a361a5b819398a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/e34e6489471f4b66a231a7bc3cf62365, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d45b4a2b2f964a539cbe0b6ead455c70] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=44.6 K 2024-11-27T04:22:41,280 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92604a2f0a8142a1951c7a55dcb4518a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732681358320 2024-11-27T04:22:41,281 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9cf47090974f36b2581fc47252a5b9, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732681359533 2024-11-27T04:22:41,281 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 50193737033f4f9d923f00ee8942d44d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681358295 2024-11-27T04:22:41,281 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting daddb35a80594ceaa0a361a5b819398a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732681358320 2024-11-27T04:22:41,282 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e34e6489471f4b66a231a7bc3cf62365, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732681359533 2024-11-27T04:22:41,282 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d45b4a2b2f964a539cbe0b6ead455c70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732681360678 2024-11-27T04:22:41,281 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86bc373579e14f85bff3fa7df88b27c0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732681360650 2024-11-27T04:22:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,307 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,308 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/4a5c9d26f2e449d4b79a71f787c3335c is 50, key is test_row_0/B:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,313 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,339 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127515c98a4782545a4addef301080fbeae_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,342 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127515c98a4782545a4addef301080fbeae_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:41,342 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127515c98a4782545a4addef301080fbeae_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742266_1442 (size=12139) 2024-11-27T04:22:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,371 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/4a5c9d26f2e449d4b79a71f787c3335c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4a5c9d26f2e449d4b79a71f787c3335c 2024-11-27T04:22:41,377 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into 4a5c9d26f2e449d4b79a71f787c3335c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:41,377 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:41,377 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=12, startTime=1732681361276; duration=0sec 2024-11-27T04:22:41,377 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:41,377 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:41,377 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:41,378 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:41,378 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:41,378 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:41,378 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/821996e3d60443e98e975402c3e3f5b1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/240d4ba0b0a641169758515f2d50499f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d1ac92d4b431405d81231867512fe555, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/0fb3f981a70e42a1ab976775dbf4d052] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=44.6 K 2024-11-27T04:22:41,379 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 821996e3d60443e98e975402c3e3f5b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681358295 2024-11-27T04:22:41,379 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 240d4ba0b0a641169758515f2d50499f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732681358320 2024-11-27T04:22:41,379 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ac92d4b431405d81231867512fe555, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732681359533 2024-11-27T04:22:41,380 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fb3f981a70e42a1ab976775dbf4d052, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732681360678 2024-11-27T04:22:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742267_1443 (size=4469) 2024-11-27T04:22:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,423 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:41,423 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/5ad3d610a90343f28cfdbdc7cc76e12e is 50, key is test_row_0/C:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:22:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T04:22:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742268_1444 (size=12139) 2024-11-27T04:22:41,486 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/5ad3d610a90343f28cfdbdc7cc76e12e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/5ad3d610a90343f28cfdbdc7cc76e12e 2024-11-27T04:22:41,492 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into 5ad3d610a90343f28cfdbdc7cc76e12e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:41,492 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:41,492 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=12, startTime=1732681361276; duration=0sec 2024-11-27T04:22:41,492 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:41,492 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:41,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275414bbf7f93d49dfbe59c970c1c18cba_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681361043/Put/seqid=0 2024-11-27T04:22:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742269_1445 (size=19474) 2024-11-27T04:22:41,545 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:41,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275414bbf7f93d49dfbe59c970c1c18cba_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275414bbf7f93d49dfbe59c970c1c18cba_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:41,553 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/01914e7d5ef04ac8957cc07badcb0dd1, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:41,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/01914e7d5ef04ac8957cc07badcb0dd1 is 175, key is test_row_0/A:col10/1732681361043/Put/seqid=0 2024-11-27T04:22:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742270_1446 (size=56733) 2024-11-27T04:22:41,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/01914e7d5ef04ac8957cc07badcb0dd1 2024-11-27T04:22:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681421581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681421580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681421593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/c23afad4eb504a0dba9537ebde5c030b is 50, key is test_row_0/B:col10/1732681361043/Put/seqid=0 2024-11-27T04:22:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681421611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742271_1447 (size=12001) 2024-11-27T04:22:41,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/c23afad4eb504a0dba9537ebde5c030b 2024-11-27T04:22:41,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f572941e3409416aa1c2f6962bdb1d05 is 50, key is test_row_0/C:col10/1732681361043/Put/seqid=0 2024-11-27T04:22:41,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681421684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681421713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681421713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681421714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742272_1448 (size=12001) 2024-11-27T04:22:41,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f572941e3409416aa1c2f6962bdb1d05 2024-11-27T04:22:41,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681421732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/01914e7d5ef04ac8957cc07badcb0dd1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1 2024-11-27T04:22:41,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1, entries=300, sequenceid=93, filesize=55.4 K 2024-11-27T04:22:41,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/c23afad4eb504a0dba9537ebde5c030b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/c23afad4eb504a0dba9537ebde5c030b 2024-11-27T04:22:41,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/c23afad4eb504a0dba9537ebde5c030b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T04:22:41,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f572941e3409416aa1c2f6962bdb1d05 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f572941e3409416aa1c2f6962bdb1d05 2024-11-27T04:22:41,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f572941e3409416aa1c2f6962bdb1d05, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T04:22:41,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02447ea5ecb328f6fab100bb0958b672 in 318ms, sequenceid=93, compaction requested=false 2024-11-27T04:22:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:41,816 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#379 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:41,817 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/b24b910cf93c4409a13c814291cf2fd2 is 175, key is test_row_0/A:col10/1732681361008/Put/seqid=0 2024-11-27T04:22:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742273_1449 (size=31093) 2024-11-27T04:22:41,866 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/b24b910cf93c4409a13c814291cf2fd2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/b24b910cf93c4409a13c814291cf2fd2 2024-11-27T04:22:41,874 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into b24b910cf93c4409a13c814291cf2fd2(size=30.4 K), total size for store is 85.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:41,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:41,874 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=12, startTime=1732681361276; duration=0sec 2024-11-27T04:22:41,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:41,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:41,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:22:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681421972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681421981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681421981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681421985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:41,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112749c37e7acb574e4693d9bd8ac83e0419_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742274_1450 (size=14594) 2024-11-27T04:22:42,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:42,059 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112749c37e7acb574e4693d9bd8ac83e0419_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112749c37e7acb574e4693d9bd8ac83e0419_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:42,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/da874ac4204c433ebd1c6e623a386e28, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:42,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/da874ac4204c433ebd1c6e623a386e28 is 175, key is test_row_0/A:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742275_1451 (size=39549) 2024-11-27T04:22:42,085 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/da874ac4204c433ebd1c6e623a386e28 2024-11-27T04:22:42,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681422093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681422093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681422095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681422107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/2161433a8ad747988bc4a58f6b5b45e6 is 50, key is test_row_0/B:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742276_1452 (size=12001) 2024-11-27T04:22:42,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681422303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681422306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681422317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681422322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T04:22:42,419 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-27T04:22:42,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-27T04:22:42,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:42,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:42,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:42,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/2161433a8ad747988bc4a58f6b5b45e6 2024-11-27T04:22:42,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:42,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/834dd509f95444f38bc02c1bdf091ab8 is 50, key is test_row_0/C:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:42,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681422615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681422616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742277_1453 (size=12001) 2024-11-27T04:22:42,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681422626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681422652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:42,728 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:42,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:42,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:42,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:43,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/834dd509f95444f38bc02c1bdf091ab8 2024-11-27T04:22:43,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/da874ac4204c433ebd1c6e623a386e28 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28 2024-11-27T04:22:43,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28, entries=200, sequenceid=123, filesize=38.6 K 2024-11-27T04:22:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/2161433a8ad747988bc4a58f6b5b45e6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2161433a8ad747988bc4a58f6b5b45e6 2024-11-27T04:22:43,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:43,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2161433a8ad747988bc4a58f6b5b45e6, entries=150, sequenceid=123, filesize=11.7 K 2024-11-27T04:22:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/834dd509f95444f38bc02c1bdf091ab8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/834dd509f95444f38bc02c1bdf091ab8 2024-11-27T04:22:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/834dd509f95444f38bc02c1bdf091ab8, entries=150, sequenceid=123, filesize=11.7 K 2024-11-27T04:22:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 02447ea5ecb328f6fab100bb0958b672 in 1140ms, sequenceid=123, compaction requested=true 2024-11-27T04:22:43,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:43,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:43,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:43,080 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,080 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:43,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:43,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,082 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127375 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:43,082 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:43,082 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:43,082 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:43,082 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,082 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,082 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4a5c9d26f2e449d4b79a71f787c3335c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/c23afad4eb504a0dba9537ebde5c030b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2161433a8ad747988bc4a58f6b5b45e6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=35.3 K 2024-11-27T04:22:43,082 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/b24b910cf93c4409a13c814291cf2fd2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=124.4 K 2024-11-27T04:22:43,082 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,082 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/b24b910cf93c4409a13c814291cf2fd2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28] 2024-11-27T04:22:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,082 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a5c9d26f2e449d4b79a71f787c3335c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732681360678 2024-11-27T04:22:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,083 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b24b910cf93c4409a13c814291cf2fd2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732681360678 2024-11-27T04:22:43,083 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c23afad4eb504a0dba9537ebde5c030b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681361043 2024-11-27T04:22:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,086 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2161433a8ad747988bc4a58f6b5b45e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681361937 2024-11-27T04:22:43,086 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01914e7d5ef04ac8957cc07badcb0dd1, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681361042 2024-11-27T04:22:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,086 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting da874ac4204c433ebd1c6e623a386e28, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681361609 2024-11-27T04:22:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,105 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:43,106 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d3b809959f844b9fbc8d5fe85d32abe6 is 50, key is test_row_0/B:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,118 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,133 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277e0834727f13489ca134314c4f0e6718_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,135 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277e0834727f13489ca134314c4f0e6718_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,135 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277e0834727f13489ca134314c4f0e6718_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742278_1454 (size=12241) 2024-11-27T04:22:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:22:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742279_1455 (size=4469) 2024-11-27T04:22:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ac1780a485484e6d887b5c5ca81acb30_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_1/A:col10/1732681361981/Put/seqid=0 2024-11-27T04:22:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742280_1456 (size=17234) 2024-11-27T04:22:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,268 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,271 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ac1780a485484e6d887b5c5ca81acb30_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ac1780a485484e6d887b5c5ca81acb30_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,272 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/caf780e1cdd34ae8bab5453102838b62, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/caf780e1cdd34ae8bab5453102838b62 is 175, key is test_row_1/A:col10/1732681361981/Put/seqid=0 2024-11-27T04:22:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742281_1457 (size=48335) 2024-11-27T04:22:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/caf780e1cdd34ae8bab5453102838b62 2024-11-27T04:22:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/3c2427dc606b49bc91e29636ac8e053c is 50, key is test_row_1/B:col10/1732681361981/Put/seqid=0 2024-11-27T04:22:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742282_1458 (size=9757) 2024-11-27T04:22:43,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:43,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:43,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681423391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681423393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681423395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681423395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681423504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681423504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681423512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681423514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:43,587 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d3b809959f844b9fbc8d5fe85d32abe6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d3b809959f844b9fbc8d5fe85d32abe6 2024-11-27T04:22:43,592 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into d3b809959f844b9fbc8d5fe85d32abe6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:43,592 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:43,592 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=13, startTime=1732681363080; duration=0sec 2024-11-27T04:22:43,592 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:43,592 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:43,593 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:43,595 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:43,595 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:43,596 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,596 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/5ad3d610a90343f28cfdbdc7cc76e12e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f572941e3409416aa1c2f6962bdb1d05, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/834dd509f95444f38bc02c1bdf091ab8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=35.3 K 2024-11-27T04:22:43,596 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ad3d610a90343f28cfdbdc7cc76e12e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732681360678 2024-11-27T04:22:43,596 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f572941e3409416aa1c2f6962bdb1d05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681361043 2024-11-27T04:22:43,597 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 834dd509f95444f38bc02c1bdf091ab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681361937 2024-11-27T04:22:43,605 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:43,605 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e3de6588abff4a9d816ce9d21ce9e67f is 50, key is test_row_0/C:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:43,609 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#388 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:43,610 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7406b108ba2d4b6abbf8c15528e57442 is 175, key is test_row_0/A:col10/1732681361937/Put/seqid=0 2024-11-27T04:22:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742284_1460 (size=12241) 2024-11-27T04:22:43,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742283_1459 (size=31195) 2024-11-27T04:22:43,680 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7406b108ba2d4b6abbf8c15528e57442 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7406b108ba2d4b6abbf8c15528e57442 2024-11-27T04:22:43,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:43,687 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into 7406b108ba2d4b6abbf8c15528e57442(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:43,687 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:43,687 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=13, startTime=1732681363080; duration=0sec 2024-11-27T04:22:43,687 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:43,687 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681423718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,719 DEBUG [Thread-1880 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681423728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681423728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681423729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681423744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/3c2427dc606b49bc91e29636ac8e053c 2024-11-27T04:22:43,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/29e01c381aa04c75b786fa60f97d7e5b is 50, key is test_row_1/C:col10/1732681361981/Put/seqid=0 2024-11-27T04:22:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742285_1461 (size=9757) 2024-11-27T04:22:43,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/29e01c381aa04c75b786fa60f97d7e5b 2024-11-27T04:22:43,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/caf780e1cdd34ae8bab5453102838b62 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62 2024-11-27T04:22:43,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62, entries=250, sequenceid=134, filesize=47.2 K 2024-11-27T04:22:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/3c2427dc606b49bc91e29636ac8e053c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3c2427dc606b49bc91e29636ac8e053c 2024-11-27T04:22:43,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3c2427dc606b49bc91e29636ac8e053c, entries=100, sequenceid=134, filesize=9.5 K 2024-11-27T04:22:43,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/29e01c381aa04c75b786fa60f97d7e5b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/29e01c381aa04c75b786fa60f97d7e5b 2024-11-27T04:22:43,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/29e01c381aa04c75b786fa60f97d7e5b, entries=100, sequenceid=134, filesize=9.5 K 2024-11-27T04:22:43,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02447ea5ecb328f6fab100bb0958b672 in 625ms, sequenceid=134, compaction requested=false 2024-11-27T04:22:43,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:43,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:43,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T04:22:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:43,833 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:22:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:43,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791f758c577794d36a31b8c0787f798e9_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681363393/Put/seqid=0 2024-11-27T04:22:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742286_1462 (size=12304) 2024-11-27T04:22:43,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:43,883 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791f758c577794d36a31b8c0787f798e9_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112791f758c577794d36a31b8c0787f798e9_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/dfcc5f5641164ef59dc2c1589bdfff09, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:43,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/dfcc5f5641164ef59dc2c1589bdfff09 is 175, key is test_row_0/A:col10/1732681363393/Put/seqid=0 2024-11-27T04:22:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742287_1463 (size=31105) 2024-11-27T04:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:44,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:44,059 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e3de6588abff4a9d816ce9d21ce9e67f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e3de6588abff4a9d816ce9d21ce9e67f 2024-11-27T04:22:44,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681424052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681424056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681424061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681424061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,064 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into e3de6588abff4a9d816ce9d21ce9e67f(size=12.0 K), total size for store is 21.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:44,064 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:44,064 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=13, startTime=1732681363080; duration=0sec 2024-11-27T04:22:44,065 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:44,065 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681424163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681424165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681424165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,322 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/dfcc5f5641164ef59dc2c1589bdfff09 2024-11-27T04:22:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/7a86fe1997c045f78121cd2e53c9d783 is 50, key is test_row_0/B:col10/1732681363393/Put/seqid=0 2024-11-27T04:22:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681424373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681424375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681424375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742288_1464 (size=12151) 2024-11-27T04:22:44,391 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/7a86fe1997c045f78121cd2e53c9d783 2024-11-27T04:22:44,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/ea59c7a15591420fb6c3843da917e585 is 50, key is test_row_0/C:col10/1732681363393/Put/seqid=0 2024-11-27T04:22:44,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742289_1465 (size=12151) 2024-11-27T04:22:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681424562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681424692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681424692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681424693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:44,848 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/ea59c7a15591420fb6c3843da917e585 2024-11-27T04:22:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/dfcc5f5641164ef59dc2c1589bdfff09 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09 2024-11-27T04:22:44,858 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09, entries=150, sequenceid=161, filesize=30.4 K 2024-11-27T04:22:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/7a86fe1997c045f78121cd2e53c9d783 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/7a86fe1997c045f78121cd2e53c9d783 2024-11-27T04:22:44,863 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/7a86fe1997c045f78121cd2e53c9d783, entries=150, sequenceid=161, filesize=11.9 K 2024-11-27T04:22:44,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/ea59c7a15591420fb6c3843da917e585 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ea59c7a15591420fb6c3843da917e585 2024-11-27T04:22:44,868 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ea59c7a15591420fb6c3843da917e585, entries=150, sequenceid=161, filesize=11.9 K 2024-11-27T04:22:44,869 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 02447ea5ecb328f6fab100bb0958b672 in 1036ms, sequenceid=161, compaction requested=true 2024-11-27T04:22:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-27T04:22:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-27T04:22:44,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-27T04:22:44,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec 2024-11-27T04:22:44,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.4540 sec 2024-11-27T04:22:45,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:45,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270a58552608504d879908e065c9249060_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742290_1466 (size=14794) 2024-11-27T04:22:45,270 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:45,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270a58552608504d879908e065c9249060_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270a58552608504d879908e065c9249060_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:45,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/f4d7b717eb45413689694f7bd4b06f5b, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:45,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/f4d7b717eb45413689694f7bd4b06f5b is 175, key is test_row_0/A:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:45,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681425280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681425290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681425292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742291_1467 (size=39749) 2024-11-27T04:22:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681425394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681425404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681425407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681425590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681425604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681425618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681425619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/f4d7b717eb45413689694f7bd4b06f5b 2024-11-27T04:22:45,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/74cf9b82e3554690be223e9f233db08c is 50, key is test_row_0/B:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742292_1468 (size=12151) 2024-11-27T04:22:45,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681425908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681425925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681425932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:45,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T04:22:45,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T04:22:46,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/74cf9b82e3554690be223e9f233db08c 2024-11-27T04:22:46,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/05b27107de3a49ba9cc84ec937ab4ac5 is 50, key is test_row_0/C:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742293_1469 (size=12151) 2024-11-27T04:22:46,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/05b27107de3a49ba9cc84ec937ab4ac5 2024-11-27T04:22:46,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/f4d7b717eb45413689694f7bd4b06f5b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b 2024-11-27T04:22:46,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b, entries=200, sequenceid=175, filesize=38.8 K 2024-11-27T04:22:46,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/74cf9b82e3554690be223e9f233db08c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/74cf9b82e3554690be223e9f233db08c 2024-11-27T04:22:46,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/74cf9b82e3554690be223e9f233db08c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-27T04:22:46,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/05b27107de3a49ba9cc84ec937ab4ac5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/05b27107de3a49ba9cc84ec937ab4ac5 2024-11-27T04:22:46,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/05b27107de3a49ba9cc84ec937ab4ac5, entries=150, sequenceid=175, filesize=11.9 K 2024-11-27T04:22:46,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02447ea5ecb328f6fab100bb0958b672 in 1095ms, sequenceid=175, compaction requested=true 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:46,308 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:46,308 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:46,309 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150384 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:46,309 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:46,310 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,310 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7406b108ba2d4b6abbf8c15528e57442, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=146.9 K 2024-11-27T04:22:46,310 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,310 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7406b108ba2d4b6abbf8c15528e57442, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b] 2024-11-27T04:22:46,310 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7406b108ba2d4b6abbf8c15528e57442, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681361937 2024-11-27T04:22:46,311 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting caf780e1cdd34ae8bab5453102838b62, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732681361970 2024-11-27T04:22:46,311 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfcc5f5641164ef59dc2c1589bdfff09, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732681363388 2024-11-27T04:22:46,312 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4d7b717eb45413689694f7bd4b06f5b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732681364050 2024-11-27T04:22:46,315 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:46,315 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:46,315 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,315 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d3b809959f844b9fbc8d5fe85d32abe6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3c2427dc606b49bc91e29636ac8e053c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/7a86fe1997c045f78121cd2e53c9d783, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/74cf9b82e3554690be223e9f233db08c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=45.2 K 2024-11-27T04:22:46,315 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d3b809959f844b9fbc8d5fe85d32abe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681361937 2024-11-27T04:22:46,316 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c2427dc606b49bc91e29636ac8e053c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732681361981 2024-11-27T04:22:46,316 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a86fe1997c045f78121cd2e53c9d783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732681363388 2024-11-27T04:22:46,317 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 74cf9b82e3554690be223e9f233db08c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732681364050 2024-11-27T04:22:46,329 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:46,339 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:46,361 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/802487b34e21426589868dcfb655a236 is 50, key is test_row_0/B:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:46,368 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127a57ce9351eb449d680298603d490d062_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:46,371 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127a57ce9351eb449d680298603d490d062_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:46,371 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a57ce9351eb449d680298603d490d062_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742294_1470 (size=12527) 2024-11-27T04:22:46,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:22:46,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:46,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:46,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:46,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:46,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:46,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:46,436 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/802487b34e21426589868dcfb655a236 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/802487b34e21426589868dcfb655a236 2024-11-27T04:22:46,441 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into 802487b34e21426589868dcfb655a236(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:46,441 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:46,441 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=12, startTime=1732681366308; duration=0sec 2024-11-27T04:22:46,441 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:46,441 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:46,442 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:46,443 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:46,443 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:46,443 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,443 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e3de6588abff4a9d816ce9d21ce9e67f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/29e01c381aa04c75b786fa60f97d7e5b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ea59c7a15591420fb6c3843da917e585, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/05b27107de3a49ba9cc84ec937ab4ac5] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=45.2 K 2024-11-27T04:22:46,445 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e3de6588abff4a9d816ce9d21ce9e67f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732681361937 2024-11-27T04:22:46,446 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 29e01c381aa04c75b786fa60f97d7e5b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732681361981 2024-11-27T04:22:46,446 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ea59c7a15591420fb6c3843da917e585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732681363388 2024-11-27T04:22:46,446 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b27107de3a49ba9cc84ec937ab4ac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732681364050 2024-11-27T04:22:46,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742295_1471 (size=4469) 2024-11-27T04:22:46,469 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:46,470 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/68b755230495401699dd1425fd21e42e is 50, key is test_row_0/C:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:46,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279f0d0639f86a4fd9b7ce2f9b77dea8e7_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681365290/Put/seqid=0 2024-11-27T04:22:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681426494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681426495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681426494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742297_1473 (size=12304) 2024-11-27T04:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T04:22:46,535 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-27T04:22:46,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742296_1472 (size=12527) 2024-11-27T04:22:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-27T04:22:46,539 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:46,540 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:46,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:46,545 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/68b755230495401699dd1425fd21e42e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/68b755230495401699dd1425fd21e42e 2024-11-27T04:22:46,551 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into 68b755230495401699dd1425fd21e42e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:46,551 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:46,551 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=12, startTime=1732681366308; duration=0sec 2024-11-27T04:22:46,551 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:46,551 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681426616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681426616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681426621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:46,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:46,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681426825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681426826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:46,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681426833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:46,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:46,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:46,856 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#399 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:46,856 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/04067ab16acb406e9ab4aa616e29d5a7 is 175, key is test_row_0/A:col10/1732681365209/Put/seqid=0 2024-11-27T04:22:46,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742298_1474 (size=31481) 2024-11-27T04:22:46,889 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/04067ab16acb406e9ab4aa616e29d5a7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/04067ab16acb406e9ab4aa616e29d5a7 2024-11-27T04:22:46,894 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into 04067ab16acb406e9ab4aa616e29d5a7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:46,894 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:46,894 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=12, startTime=1732681366308; duration=0sec 2024-11-27T04:22:46,894 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:46,894 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:46,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:46,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279f0d0639f86a4fd9b7ce2f9b77dea8e7_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f0d0639f86a4fd9b7ce2f9b77dea8e7_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:46,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/17f9ec13b13a43b08d558240df0094e2, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:46,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/17f9ec13b13a43b08d558240df0094e2 is 175, key is test_row_0/A:col10/1732681365290/Put/seqid=0 2024-11-27T04:22:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742299_1475 (size=31105) 2024-11-27T04:22:46,990 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/17f9ec13b13a43b08d558240df0094e2 2024-11-27T04:22:47,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d723885d1e8149f99a1668d45f75f664 is 50, key is test_row_0/B:col10/1732681365290/Put/seqid=0 2024-11-27T04:22:47,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742300_1476 (size=12151) 2024-11-27T04:22:47,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d723885d1e8149f99a1668d45f75f664 2024-11-27T04:22:47,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/77af918a68ec4e6b80f43bebd8f7bd86 is 50, key is test_row_0/C:col10/1732681365290/Put/seqid=0 2024-11-27T04:22:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742301_1477 (size=12151) 2024-11-27T04:22:47,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681427131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681427133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:47,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681427150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/77af918a68ec4e6b80f43bebd8f7bd86 2024-11-27T04:22:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/17f9ec13b13a43b08d558240df0094e2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2 2024-11-27T04:22:47,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2, entries=150, sequenceid=199, filesize=30.4 K 2024-11-27T04:22:47,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d723885d1e8149f99a1668d45f75f664 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d723885d1e8149f99a1668d45f75f664 2024-11-27T04:22:47,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d723885d1e8149f99a1668d45f75f664, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T04:22:47,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/77af918a68ec4e6b80f43bebd8f7bd86 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/77af918a68ec4e6b80f43bebd8f7bd86 2024-11-27T04:22:47,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/77af918a68ec4e6b80f43bebd8f7bd86, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T04:22:47,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02447ea5ecb328f6fab100bb0958b672 in 1110ms, sequenceid=199, compaction requested=false 2024-11-27T04:22:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:47,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:22:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:47,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112792b6f8a625894554bcc704c33b219998_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742302_1478 (size=14794) 2024-11-27T04:22:47,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:47,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112792b6f8a625894554bcc704c33b219998_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112792b6f8a625894554bcc704c33b219998_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:47,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cfdb7a47630446afa957e21d74639cbe, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:47,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cfdb7a47630446afa957e21d74639cbe is 175, key is test_row_0/A:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742303_1479 (size=39749) 2024-11-27T04:22:47,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681427707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681427715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681427717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681427718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681427743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,750 DEBUG [Thread-1880 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8214 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:47,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681427818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681427825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681427827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681427827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:47,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:47,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681428031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681428032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681428032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681428032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cfdb7a47630446afa957e21d74639cbe 2024-11-27T04:22:48,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/bfcd943b747244da83d43018f9bbcd27 is 50, key is test_row_0/B:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742304_1480 (size=12151) 2024-11-27T04:22:48,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681428338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681428340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681428343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681428349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:48,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:48,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:48,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/bfcd943b747244da83d43018f9bbcd27 2024-11-27T04:22:48,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/a0c8ae391f1c4a65aecac4888207e22d is 50, key is test_row_0/C:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742305_1481 (size=12151) 2024-11-27T04:22:48,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/a0c8ae391f1c4a65aecac4888207e22d 2024-11-27T04:22:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/cfdb7a47630446afa957e21d74639cbe as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe 2024-11-27T04:22:48,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe, entries=200, sequenceid=215, filesize=38.8 K 2024-11-27T04:22:48,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/bfcd943b747244da83d43018f9bbcd27 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/bfcd943b747244da83d43018f9bbcd27 2024-11-27T04:22:48,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/bfcd943b747244da83d43018f9bbcd27, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T04:22:48,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/a0c8ae391f1c4a65aecac4888207e22d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/a0c8ae391f1c4a65aecac4888207e22d 2024-11-27T04:22:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/a0c8ae391f1c4a65aecac4888207e22d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T04:22:48,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 02447ea5ecb328f6fab100bb0958b672 in 1061ms, sequenceid=215, compaction requested=true 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:48,666 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:22:48,667 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:48,667 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:48,668 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:48,668 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,668 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/04067ab16acb406e9ab4aa616e29d5a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=99.9 K 2024-11-27T04:22:48,668 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,668 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/04067ab16acb406e9ab4aa616e29d5a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe] 2024-11-27T04:22:48,669 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:48,669 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:48,669 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,669 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/802487b34e21426589868dcfb655a236, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d723885d1e8149f99a1668d45f75f664, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/bfcd943b747244da83d43018f9bbcd27] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=36.0 K 2024-11-27T04:22:48,672 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04067ab16acb406e9ab4aa616e29d5a7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732681364050 2024-11-27T04:22:48,676 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 802487b34e21426589868dcfb655a236, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732681364050 2024-11-27T04:22:48,676 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17f9ec13b13a43b08d558240df0094e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732681365278 2024-11-27T04:22:48,677 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d723885d1e8149f99a1668d45f75f664, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732681365278 2024-11-27T04:22:48,677 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfdb7a47630446afa957e21d74639cbe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732681366477 2024-11-27T04:22:48,677 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting bfcd943b747244da83d43018f9bbcd27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732681366477 2024-11-27T04:22:48,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,695 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:48,695 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/1a887007f6ee4fb78e44862140fa65af is 50, key is test_row_0/B:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:48,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,696 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:48,699 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:48,721 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411276efd20fe90f9483a8323d966e3ddc254_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:48,723 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411276efd20fe90f9483a8323d966e3ddc254_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:48,723 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276efd20fe90f9483a8323d966e3ddc254_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742306_1482 (size=12629) 2024-11-27T04:22:48,768 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/1a887007f6ee4fb78e44862140fa65af as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1a887007f6ee4fb78e44862140fa65af 2024-11-27T04:22:48,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into 1a887007f6ee4fb78e44862140fa65af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:48,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:48,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=13, startTime=1732681368666; duration=0sec 2024-11-27T04:22:48,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:48,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:48,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:48,774 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:48,774 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:48,774 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:48,774 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/68b755230495401699dd1425fd21e42e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/77af918a68ec4e6b80f43bebd8f7bd86, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/a0c8ae391f1c4a65aecac4888207e22d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=36.0 K 2024-11-27T04:22:48,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b755230495401699dd1425fd21e42e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732681364050 2024-11-27T04:22:48,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 77af918a68ec4e6b80f43bebd8f7bd86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732681365278 2024-11-27T04:22:48,775 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a0c8ae391f1c4a65aecac4888207e22d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732681366477 2024-11-27T04:22:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279d87733299fd442e986557ff998f95d6_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681367716/Put/seqid=0 2024-11-27T04:22:48,802 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:48,803 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/54d384ea13e849a8b2175b19680245d5 is 50, key is test_row_0/C:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742307_1483 (size=4469) 2024-11-27T04:22:48,806 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#409 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:48,807 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/c6eb1d0611ea45229fb3ba6e4cdf8d78 is 175, key is test_row_0/A:col10/1732681367604/Put/seqid=0 2024-11-27T04:22:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:48,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742309_1485 (size=12629) 2024-11-27T04:22:48,894 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/54d384ea13e849a8b2175b19680245d5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/54d384ea13e849a8b2175b19680245d5 2024-11-27T04:22:48,900 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into 54d384ea13e849a8b2175b19680245d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:48,900 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:48,900 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=13, startTime=1732681368666; duration=0sec 2024-11-27T04:22:48,900 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:48,900 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742310_1486 (size=31583) 2024-11-27T04:22:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742308_1484 (size=12304) 2024-11-27T04:22:48,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:48,910 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279d87733299fd442e986557ff998f95d6_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279d87733299fd442e986557ff998f95d6_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:48,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681428891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,912 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/c6eb1d0611ea45229fb3ba6e4cdf8d78 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/c6eb1d0611ea45229fb3ba6e4cdf8d78 2024-11-27T04:22:48,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7f1c96fec34d41419855e78289fca661, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:48,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7f1c96fec34d41419855e78289fca661 is 175, key is test_row_0/A:col10/1732681367716/Put/seqid=0 2024-11-27T04:22:48,919 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into c6eb1d0611ea45229fb3ba6e4cdf8d78(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:48,919 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:48,919 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=13, startTime=1732681368666; duration=0sec 2024-11-27T04:22:48,919 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:48,919 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:48,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681428903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681428909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681428915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742311_1487 (size=31105) 2024-11-27T04:22:49,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681429013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681429030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681429030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681429032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681429226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681429242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681429248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681429249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,358 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7f1c96fec34d41419855e78289fca661 2024-11-27T04:22:49,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/4ce19a2cf8ef47c2bf2603ba0f8016ad is 50, key is test_row_0/B:col10/1732681367716/Put/seqid=0 2024-11-27T04:22:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742312_1488 (size=12151) 2024-11-27T04:22:49,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681429531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681429548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681429554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681429555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:49,826 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/4ce19a2cf8ef47c2bf2603ba0f8016ad 2024-11-27T04:22:49,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/494b30287d2c415da95ab2e8a2d8a52f is 50, key is test_row_0/C:col10/1732681367716/Put/seqid=0 2024-11-27T04:22:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742313_1489 (size=12151) 2024-11-27T04:22:49,886 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/494b30287d2c415da95ab2e8a2d8a52f 2024-11-27T04:22:49,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7f1c96fec34d41419855e78289fca661 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661 2024-11-27T04:22:49,896 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661, entries=150, sequenceid=239, filesize=30.4 K 2024-11-27T04:22:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/4ce19a2cf8ef47c2bf2603ba0f8016ad as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4ce19a2cf8ef47c2bf2603ba0f8016ad 2024-11-27T04:22:49,901 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4ce19a2cf8ef47c2bf2603ba0f8016ad, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T04:22:49,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/494b30287d2c415da95ab2e8a2d8a52f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/494b30287d2c415da95ab2e8a2d8a52f 2024-11-27T04:22:49,907 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/494b30287d2c415da95ab2e8a2d8a52f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T04:22:49,908 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 02447ea5ecb328f6fab100bb0958b672 in 1212ms, sequenceid=239, compaction requested=false 2024-11-27T04:22:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-27T04:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-27T04:22:49,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T04:22:49,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3700 sec 2024-11-27T04:22:49,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.3750 sec 2024-11-27T04:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:50,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:22:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:50,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e6767e02c2e242c28b8aac95e7edea6f_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742314_1490 (size=14794) 2024-11-27T04:22:50,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:50,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e6767e02c2e242c28b8aac95e7edea6f_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6767e02c2e242c28b8aac95e7edea6f_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:50,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/378148be92ee499bbca3d7253a1213a8, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:50,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/378148be92ee499bbca3d7253a1213a8 is 175, key is test_row_0/A:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681430107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681430116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681430117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681430119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742315_1491 (size=39749) 2024-11-27T04:22:50,142 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/378148be92ee499bbca3d7253a1213a8 2024-11-27T04:22:50,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/f552a8ca4df34906a8c14e1880006173 is 50, key is test_row_0/B:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742316_1492 (size=12151) 2024-11-27T04:22:50,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/f552a8ca4df34906a8c14e1880006173 2024-11-27T04:22:50,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/7125edda741d4ccf8f9b7c4001213571 is 50, key is test_row_0/C:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742317_1493 (size=12151) 2024-11-27T04:22:50,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/7125edda741d4ccf8f9b7c4001213571 2024-11-27T04:22:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/378148be92ee499bbca3d7253a1213a8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8 2024-11-27T04:22:50,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8, entries=200, sequenceid=256, filesize=38.8 K 2024-11-27T04:22:50,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/f552a8ca4df34906a8c14e1880006173 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/f552a8ca4df34906a8c14e1880006173 2024-11-27T04:22:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681430221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681430225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/f552a8ca4df34906a8c14e1880006173, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T04:22:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/7125edda741d4ccf8f9b7c4001213571 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/7125edda741d4ccf8f9b7c4001213571 2024-11-27T04:22:50,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681430231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681430233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/7125edda741d4ccf8f9b7c4001213571, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T04:22:50,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 02447ea5ecb328f6fab100bb0958b672 in 202ms, sequenceid=256, compaction requested=true 2024-11-27T04:22:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:22:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T04:22:50,249 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:50,249 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:50,250 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:50,250 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:50,250 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,251 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/54d384ea13e849a8b2175b19680245d5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/494b30287d2c415da95ab2e8a2d8a52f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/7125edda741d4ccf8f9b7c4001213571] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=36.1 K 2024-11-27T04:22:50,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:50,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:50,251 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,251 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/c6eb1d0611ea45229fb3ba6e4cdf8d78, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=100.0 K 2024-11-27T04:22:50,251 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/c6eb1d0611ea45229fb3ba6e4cdf8d78, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8] 2024-11-27T04:22:50,252 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d384ea13e849a8b2175b19680245d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732681366477 2024-11-27T04:22:50,253 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6eb1d0611ea45229fb3ba6e4cdf8d78, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732681366477 2024-11-27T04:22:50,253 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 494b30287d2c415da95ab2e8a2d8a52f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732681367706 2024-11-27T04:22:50,254 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1c96fec34d41419855e78289fca661, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732681367706 2024-11-27T04:22:50,254 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7125edda741d4ccf8f9b7c4001213571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681368903 2024-11-27T04:22:50,255 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378148be92ee499bbca3d7253a1213a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681368886 2024-11-27T04:22:50,275 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:50,276 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:50,276 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/22782e29bcfb4f068e82e324238161ad is 50, key is test_row_0/C:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,277 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411274bf94362f6c8417f868b47199558318b_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:50,279 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411274bf94362f6c8417f868b47199558318b_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:50,279 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274bf94362f6c8417f868b47199558318b_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742318_1494 (size=12731) 2024-11-27T04:22:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742319_1495 (size=4469) 2024-11-27T04:22:50,371 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#418 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:50,371 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/a67f4cc657064b139095d7c26fe93ed8 is 175, key is test_row_0/A:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742320_1496 (size=31685) 2024-11-27T04:22:50,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T04:22:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:50,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275ca9677c22d3499ebd60ad1f02819a03_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681370116/Put/seqid=0 2024-11-27T04:22:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681430464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681430467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681430468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681430473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742321_1497 (size=14994) 2024-11-27T04:22:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681430580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681430577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681430581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681430582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T04:22:50,646 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-27T04:22:50,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-27T04:22:50,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T04:22:50,650 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:50,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T04:22:50,754 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/22782e29bcfb4f068e82e324238161ad as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/22782e29bcfb4f068e82e324238161ad 2024-11-27T04:22:50,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into 22782e29bcfb4f068e82e324238161ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:50,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:50,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=13, startTime=1732681370248; duration=0sec 2024-11-27T04:22:50,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:50,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:50,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:50,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:50,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:50,782 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,782 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1a887007f6ee4fb78e44862140fa65af, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4ce19a2cf8ef47c2bf2603ba0f8016ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/f552a8ca4df34906a8c14e1880006173] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=36.1 K 2024-11-27T04:22:50,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a887007f6ee4fb78e44862140fa65af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732681366477 2024-11-27T04:22:50,783 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ce19a2cf8ef47c2bf2603ba0f8016ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732681367706 2024-11-27T04:22:50,783 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f552a8ca4df34906a8c14e1880006173, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681368903 2024-11-27T04:22:50,794 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:50,795 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/0d27604cd5a64e0e8ddf94423028df2b is 50, key is test_row_0/B:col10/1732681368903/Put/seqid=0 2024-11-27T04:22:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681430793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681430793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681430793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681430794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T04:22:50,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:50,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:50,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:50,813 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/a67f4cc657064b139095d7c26fe93ed8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/a67f4cc657064b139095d7c26fe93ed8 2024-11-27T04:22:50,820 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into a67f4cc657064b139095d7c26fe93ed8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:50,820 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:50,820 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=13, startTime=1732681370248; duration=0sec 2024-11-27T04:22:50,821 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:50,821 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:50,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742322_1498 (size=12731) 2024-11-27T04:22:50,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:50,914 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275ca9677c22d3499ebd60ad1f02819a03_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275ca9677c22d3499ebd60ad1f02819a03_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:50,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4ed329daa6064166b67e91a43734ba2b, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:50,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4ed329daa6064166b67e91a43734ba2b is 175, key is test_row_0/A:col10/1732681370116/Put/seqid=0 2024-11-27T04:22:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T04:22:50,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:50,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T04:22:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:50,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742323_1499 (size=39949) 2024-11-27T04:22:50,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4ed329daa6064166b67e91a43734ba2b 2024-11-27T04:22:50,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/80076c104e99432e81510562d63f87ff is 50, key is test_row_0/B:col10/1732681370116/Put/seqid=0 2024-11-27T04:22:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742324_1500 (size=12301) 2024-11-27T04:22:51,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/80076c104e99432e81510562d63f87ff 2024-11-27T04:22:51,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/c2dadd76528d404a9eb544de1cca9df4 is 50, key is test_row_0/C:col10/1732681370116/Put/seqid=0 2024-11-27T04:22:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742325_1501 (size=12301) 2024-11-27T04:22:51,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681431101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681431101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681431102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681431103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T04:22:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,231 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/0d27604cd5a64e0e8ddf94423028df2b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/0d27604cd5a64e0e8ddf94423028df2b 2024-11-27T04:22:51,237 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into 0d27604cd5a64e0e8ddf94423028df2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:51,237 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:51,237 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=13, startTime=1732681370248; duration=0sec 2024-11-27T04:22:51,237 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:51,237 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T04:22:51,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T04:22:51,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:51,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T04:22:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:51,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:51,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/c2dadd76528d404a9eb544de1cca9df4 2024-11-27T04:22:51,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4ed329daa6064166b67e91a43734ba2b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b 2024-11-27T04:22:51,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b, entries=200, sequenceid=279, filesize=39.0 K 2024-11-27T04:22:51,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/80076c104e99432e81510562d63f87ff as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/80076c104e99432e81510562d63f87ff 2024-11-27T04:22:51,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/80076c104e99432e81510562d63f87ff, entries=150, sequenceid=279, filesize=12.0 K 2024-11-27T04:22:51,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/c2dadd76528d404a9eb544de1cca9df4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/c2dadd76528d404a9eb544de1cca9df4 2024-11-27T04:22:51,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/c2dadd76528d404a9eb544de1cca9df4, entries=150, sequenceid=279, filesize=12.0 K 2024-11-27T04:22:51,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 02447ea5ecb328f6fab100bb0958b672 in 1083ms, sequenceid=279, compaction requested=false 2024-11-27T04:22:51,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:51,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T04:22:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:51,581 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:22:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278b788d00f40a4aa387b2407e98050cbb_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681370465/Put/seqid=0 2024-11-27T04:22:51,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742326_1502 (size=12454) 2024-11-27T04:22:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681431661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681431668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681431673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681431672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T04:22:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681431775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681431776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681431786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681431788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681431987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681431987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681431989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681431997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:52,040 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278b788d00f40a4aa387b2407e98050cbb_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278b788d00f40a4aa387b2407e98050cbb_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:52,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/6250563f2bc445b3838eda8c5fb50fbc, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/6250563f2bc445b3838eda8c5fb50fbc is 175, key is test_row_0/A:col10/1732681370465/Put/seqid=0 2024-11-27T04:22:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742327_1503 (size=31255) 2024-11-27T04:22:52,081 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/6250563f2bc445b3838eda8c5fb50fbc 2024-11-27T04:22:52,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/1835cb4ff73d42e7b8bb00a992233b1d is 50, key is test_row_0/B:col10/1732681370465/Put/seqid=0 2024-11-27T04:22:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742328_1504 (size=12301) 2024-11-27T04:22:52,151 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/1835cb4ff73d42e7b8bb00a992233b1d 2024-11-27T04:22:52,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/baf68527dc84494fb78253d93ccaa1a8 is 50, key is test_row_0/C:col10/1732681370465/Put/seqid=0 2024-11-27T04:22:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742329_1505 (size=12301) 2024-11-27T04:22:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681432296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681432296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681432297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681432304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,618 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/baf68527dc84494fb78253d93ccaa1a8 2024-11-27T04:22:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/6250563f2bc445b3838eda8c5fb50fbc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc 2024-11-27T04:22:52,625 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc, entries=150, sequenceid=295, filesize=30.5 K 2024-11-27T04:22:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/1835cb4ff73d42e7b8bb00a992233b1d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1835cb4ff73d42e7b8bb00a992233b1d 2024-11-27T04:22:52,629 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1835cb4ff73d42e7b8bb00a992233b1d, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T04:22:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/baf68527dc84494fb78253d93ccaa1a8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/baf68527dc84494fb78253d93ccaa1a8 2024-11-27T04:22:52,633 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/baf68527dc84494fb78253d93ccaa1a8, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T04:22:52,633 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02447ea5ecb328f6fab100bb0958b672 in 1053ms, sequenceid=295, compaction requested=true 2024-11-27T04:22:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-27T04:22:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-27T04:22:52,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-27T04:22:52,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9850 sec 2024-11-27T04:22:52,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.9890 sec 2024-11-27T04:22:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T04:22:52,762 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-27T04:22:52,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-27T04:22:52,765 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T04:22:52,769 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:52,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:52,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:22:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:52,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681432835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681432843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f5ecb93375ba46cb9b4c1ed4c2134815_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681371670/Put/seqid=0 2024-11-27T04:22:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681432850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681432853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T04:22:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742330_1506 (size=12454) 2024-11-27T04:22:52,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:52,911 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f5ecb93375ba46cb9b4c1ed4c2134815_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f5ecb93375ba46cb9b4c1ed4c2134815_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:52,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4de2bcc91d4840f8a9092ee1a5c7c958, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:52,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4de2bcc91d4840f8a9092ee1a5c7c958 is 175, key is test_row_0/A:col10/1732681371670/Put/seqid=0 2024-11-27T04:22:52,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:52,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:52,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742331_1507 (size=31255) 2024-11-27T04:22:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681432955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681432956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681432967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:52,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681432975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T04:22:53,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681433171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681433173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681433175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681433181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4de2bcc91d4840f8a9092ee1a5c7c958 2024-11-27T04:22:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T04:22:53,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/fa1d3d54947c419bb78b4c8797b346fb is 50, key is test_row_0/B:col10/1732681371670/Put/seqid=0 2024-11-27T04:22:53,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742332_1508 (size=12301) 2024-11-27T04:22:53,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681433478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681433480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681433481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681433490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/fa1d3d54947c419bb78b4c8797b346fb 2024-11-27T04:22:53,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e5f6f7ea9ef74847ac85b2ca580383c7 is 50, key is test_row_0/C:col10/1732681371670/Put/seqid=0 2024-11-27T04:22:53,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742333_1509 (size=12301) 2024-11-27T04:22:53,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T04:22:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681433983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:53,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:53,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:54,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681433996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:54,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681433997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681433997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:54,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:54,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:22:54,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e5f6f7ea9ef74847ac85b2ca580383c7 2024-11-27T04:22:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4de2bcc91d4840f8a9092ee1a5c7c958 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958 2024-11-27T04:22:54,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958, entries=150, sequenceid=319, filesize=30.5 K 2024-11-27T04:22:54,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/fa1d3d54947c419bb78b4c8797b346fb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/fa1d3d54947c419bb78b4c8797b346fb 2024-11-27T04:22:54,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/fa1d3d54947c419bb78b4c8797b346fb, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T04:22:54,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e5f6f7ea9ef74847ac85b2ca580383c7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e5f6f7ea9ef74847ac85b2ca580383c7 2024-11-27T04:22:54,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e5f6f7ea9ef74847ac85b2ca580383c7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T04:22:54,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02447ea5ecb328f6fab100bb0958b672 in 1435ms, sequenceid=319, compaction requested=true 2024-11-27T04:22:54,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:54,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:54,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:54,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:54,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:54,249 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:54,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:54,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:54,249 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:54,250 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:54,250 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:54,250 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:54,250 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:54,250 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,250 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,250 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/a67f4cc657064b139095d7c26fe93ed8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=131 K 2024-11-27T04:22:54,250 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/0d27604cd5a64e0e8ddf94423028df2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/80076c104e99432e81510562d63f87ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1835cb4ff73d42e7b8bb00a992233b1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/fa1d3d54947c419bb78b4c8797b346fb] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=48.5 K 2024-11-27T04:22:54,250 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/a67f4cc657064b139095d7c26fe93ed8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958] 2024-11-27T04:22:54,251 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d27604cd5a64e0e8ddf94423028df2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681368903 2024-11-27T04:22:54,251 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a67f4cc657064b139095d7c26fe93ed8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681368903 2024-11-27T04:22:54,251 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 80076c104e99432e81510562d63f87ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732681370099 2024-11-27T04:22:54,252 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed329daa6064166b67e91a43734ba2b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732681370099 2024-11-27T04:22:54,252 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1835cb4ff73d42e7b8bb00a992233b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681370465 2024-11-27T04:22:54,252 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6250563f2bc445b3838eda8c5fb50fbc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681370465 2024-11-27T04:22:54,252 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting fa1d3d54947c419bb78b4c8797b346fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732681371666 2024-11-27T04:22:54,253 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4de2bcc91d4840f8a9092ee1a5c7c958, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732681371666 2024-11-27T04:22:54,278 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:54,279 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:54,279 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/00646eca0494423eb4989bf8d3da7723 is 50, key is test_row_0/B:col10/1732681371670/Put/seqid=0 2024-11-27T04:22:54,282 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112701d940e01f6e43b79dae509677ac61fe_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:54,285 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112701d940e01f6e43b79dae509677ac61fe_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:54,285 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112701d940e01f6e43b79dae509677ac61fe_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:54,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:54,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T04:22:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,303 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:22:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742335_1511 (size=4469) 2024-11-27T04:22:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742334_1510 (size=13017) 2024-11-27T04:22:54,308 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#430 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:54,309 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4a85a31a463a415e9e04f278fcac0095 is 175, key is test_row_0/A:col10/1732681371670/Put/seqid=0 2024-11-27T04:22:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270cbe224b88b14ae18a098afbce29201d_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681372815/Put/seqid=0 2024-11-27T04:22:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742336_1512 (size=31971) 2024-11-27T04:22:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742337_1513 (size=12454) 2024-11-27T04:22:54,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,343 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270cbe224b88b14ae18a098afbce29201d_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cbe224b88b14ae18a098afbce29201d_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/ad7cec8fc3c14bd0a4d27b4ad53c7023, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:54,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/ad7cec8fc3c14bd0a4d27b4ad53c7023 is 175, key is test_row_0/A:col10/1732681372815/Put/seqid=0 2024-11-27T04:22:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742338_1514 (size=31255) 2024-11-27T04:22:54,352 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/ad7cec8fc3c14bd0a4d27b4ad53c7023 2024-11-27T04:22:54,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/3d4b9a654304410ab7f251491526066a is 50, key is test_row_0/B:col10/1732681372815/Put/seqid=0 2024-11-27T04:22:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742339_1515 (size=12301) 2024-11-27T04:22:54,371 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/3d4b9a654304410ab7f251491526066a 2024-11-27T04:22:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/d545d54f69c1455eb3c6f4a813245eab is 50, key is test_row_0/C:col10/1732681372815/Put/seqid=0 2024-11-27T04:22:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742340_1516 (size=12301) 2024-11-27T04:22:54,388 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/d545d54f69c1455eb3c6f4a813245eab 2024-11-27T04:22:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/ad7cec8fc3c14bd0a4d27b4ad53c7023 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023 2024-11-27T04:22:54,395 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023, entries=150, sequenceid=331, filesize=30.5 K 2024-11-27T04:22:54,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/3d4b9a654304410ab7f251491526066a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3d4b9a654304410ab7f251491526066a 2024-11-27T04:22:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,399 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3d4b9a654304410ab7f251491526066a, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T04:22:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/d545d54f69c1455eb3c6f4a813245eab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d545d54f69c1455eb3c6f4a813245eab 2024-11-27T04:22:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,404 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d545d54f69c1455eb3c6f4a813245eab, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T04:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,405 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 02447ea5ecb328f6fab100bb0958b672 in 102ms, sequenceid=331, compaction requested=true 2024-11-27T04:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-27T04:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-27T04:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-27T04:22:54,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6370 sec 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6440 sec 2024-11-27T04:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,712 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/00646eca0494423eb4989bf8d3da7723 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/00646eca0494423eb4989bf8d3da7723 2024-11-27T04:22:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,716 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into 00646eca0494423eb4989bf8d3da7723(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:54,716 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:54,716 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=12, startTime=1732681374249; duration=0sec 2024-11-27T04:22:54,717 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:54,717 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:54,717 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T04:22:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,718 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61935 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T04:22:54,718 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:54,718 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:54,718 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/22782e29bcfb4f068e82e324238161ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/c2dadd76528d404a9eb544de1cca9df4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/baf68527dc84494fb78253d93ccaa1a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e5f6f7ea9ef74847ac85b2ca580383c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d545d54f69c1455eb3c6f4a813245eab] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=60.5 K 2024-11-27T04:22:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 22782e29bcfb4f068e82e324238161ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732681368903 2024-11-27T04:22:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c2dadd76528d404a9eb544de1cca9df4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732681370099 2024-11-27T04:22:54,719 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting baf68527dc84494fb78253d93ccaa1a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732681370465 2024-11-27T04:22:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f6f7ea9ef74847ac85b2ca580383c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732681371666 2024-11-27T04:22:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,720 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d545d54f69c1455eb3c6f4a813245eab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681372815 2024-11-27T04:22:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,731 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,732 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f30b0873c68942aba16caf486391095f is 50, key is test_row_0/C:col10/1732681372815/Put/seqid=0 2024-11-27T04:22:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,739 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/4a85a31a463a415e9e04f278fcac0095 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4a85a31a463a415e9e04f278fcac0095 2024-11-27T04:22:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,744 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into 4a85a31a463a415e9e04f278fcac0095(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,744 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:54,744 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=12, startTime=1732681374248; duration=0sec 2024-11-27T04:22:54,744 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:54,744 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742341_1517 (size=13051) 2024-11-27T04:22:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T04:22:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,871 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-27T04:22:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-27T04:22:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,875 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T04:22:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T04:22:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T04:22:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,028 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-27T04:22:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127da88e414d0c44274afb6d16a7310dd1c_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_2/A:col10/1732681375019/Put/seqid=0 2024-11-27T04:22:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742342_1518 (size=9914) 2024-11-27T04:22:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,093 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127da88e414d0c44274afb6d16a7310dd1c_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127da88e414d0c44274afb6d16a7310dd1c_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/80f5eeb8e47444aeb996e1a53bec86bb, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/80f5eeb8e47444aeb996e1a53bec86bb is 175, key is test_row_2/A:col10/1732681375019/Put/seqid=0 2024-11-27T04:22:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742343_1519 (size=22559) 2024-11-27T04:22:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,119 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/80f5eeb8e47444aeb996e1a53bec86bb 2024-11-27T04:22:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:55,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d9a2390a04174009ad8c968a6148e120 is 50, key is test_row_2/B:col10/1732681375019/Put/seqid=0 2024-11-27T04:22:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,170 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f30b0873c68942aba16caf486391095f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f30b0873c68942aba16caf486391095f 2024-11-27T04:22:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742344_1520 (size=7415) 2024-11-27T04:22:55,176 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into f30b0873c68942aba16caf486391095f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:55,176 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d9a2390a04174009ad8c968a6148e120 2024-11-27T04:22:55,176 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:55,176 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=11, startTime=1732681374249; duration=0sec 2024-11-27T04:22:55,177 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:55,177 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T04:22:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f637b01521a14300a961a286e74d1611 is 50, key is test_row_2/C:col10/1732681375019/Put/seqid=0 2024-11-27T04:22:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742345_1521 (size=7415) 2024-11-27T04:22:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681435236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681435237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681435238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681435240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681435349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681435349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681435349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681435352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T04:22:55,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681435557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681435557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681435558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681435560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,639 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f637b01521a14300a961a286e74d1611 2024-11-27T04:22:55,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/80f5eeb8e47444aeb996e1a53bec86bb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb 2024-11-27T04:22:55,646 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb, entries=100, sequenceid=338, filesize=22.0 K 2024-11-27T04:22:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/d9a2390a04174009ad8c968a6148e120 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d9a2390a04174009ad8c968a6148e120 2024-11-27T04:22:55,664 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d9a2390a04174009ad8c968a6148e120, entries=50, sequenceid=338, filesize=7.2 K 2024-11-27T04:22:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/f637b01521a14300a961a286e74d1611 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f637b01521a14300a961a286e74d1611 2024-11-27T04:22:55,673 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f637b01521a14300a961a286e74d1611, entries=50, sequenceid=338, filesize=7.2 K 2024-11-27T04:22:55,674 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 02447ea5ecb328f6fab100bb0958b672 in 646ms, sequenceid=338, compaction requested=true 2024-11-27T04:22:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-27T04:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-27T04:22:55,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-27T04:22:55,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 800 msec 2024-11-27T04:22:55,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 813 msec 2024-11-27T04:22:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:55,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-27T04:22:55,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:55,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:55,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:55,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:55,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:55,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681435864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681435868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127daf3582b91774fbbb20b59a80f3d03c2_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681435870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681435871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742346_1522 (size=14994) 2024-11-27T04:22:55,903 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:55,907 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127daf3582b91774fbbb20b59a80f3d03c2_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127daf3582b91774fbbb20b59a80f3d03c2_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:55,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bb02ed7cde584dcd9c96e6e49c3a3da8, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:55,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bb02ed7cde584dcd9c96e6e49c3a3da8 is 175, key is test_row_0/A:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742347_1523 (size=39949) 2024-11-27T04:22:55,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bb02ed7cde584dcd9c96e6e49c3a3da8 2024-11-27T04:22:55,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/556ed056a9f54a78a3d289cb441d1f4f is 50, key is test_row_0/B:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742348_1524 (size=12301) 2024-11-27T04:22:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T04:22:55,983 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-27T04:22:55,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/556ed056a9f54a78a3d289cb441d1f4f 2024-11-27T04:22:55,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681435981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681435982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-27T04:22:55,988 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T04:22:55,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:55,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:55,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/719f91f8b58c4c8caf1596c7570fe171 is 50, key is test_row_0/C:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742349_1525 (size=12301) 2024-11-27T04:22:56,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/719f91f8b58c4c8caf1596c7570fe171 2024-11-27T04:22:56,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bb02ed7cde584dcd9c96e6e49c3a3da8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8 2024-11-27T04:22:56,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8, entries=200, sequenceid=371, filesize=39.0 K 2024-11-27T04:22:56,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/556ed056a9f54a78a3d289cb441d1f4f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/556ed056a9f54a78a3d289cb441d1f4f 2024-11-27T04:22:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/556ed056a9f54a78a3d289cb441d1f4f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T04:22:56,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/719f91f8b58c4c8caf1596c7570fe171 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/719f91f8b58c4c8caf1596c7570fe171 2024-11-27T04:22:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/719f91f8b58c4c8caf1596c7570fe171, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T04:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 02447ea5ecb328f6fab100bb0958b672 in 186ms, sequenceid=371, compaction requested=true 2024-11-27T04:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:22:56,057 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:56,057 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02447ea5ecb328f6fab100bb0958b672:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:22:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,059 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125734 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,059 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/A is initiating minor compaction (all files) 2024-11-27T04:22:56,059 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/A in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:56,059 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4a85a31a463a415e9e04f278fcac0095, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=122.8 K 2024-11-27T04:22:56,059 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:56,059 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4a85a31a463a415e9e04f278fcac0095, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8] 2024-11-27T04:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,059 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45034 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:22:56,059 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a85a31a463a415e9e04f278fcac0095, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732681371666 2024-11-27T04:22:56,059 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/B is initiating minor compaction (all files) 2024-11-27T04:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,059 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/B in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:56,059 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/00646eca0494423eb4989bf8d3da7723, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3d4b9a654304410ab7f251491526066a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d9a2390a04174009ad8c968a6148e120, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/556ed056a9f54a78a3d289cb441d1f4f] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=44.0 K 2024-11-27T04:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,060 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad7cec8fc3c14bd0a4d27b4ad53c7023, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681372815 2024-11-27T04:22:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,060 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 00646eca0494423eb4989bf8d3da7723, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732681371666 2024-11-27T04:22:56,060 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80f5eeb8e47444aeb996e1a53bec86bb, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681375017 2024-11-27T04:22:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,060 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d4b9a654304410ab7f251491526066a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681372815 2024-11-27T04:22:56,060 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb02ed7cde584dcd9c96e6e49c3a3da8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732681375234 2024-11-27T04:22:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,061 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d9a2390a04174009ad8c968a6148e120, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681375019 2024-11-27T04:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,061 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 556ed056a9f54a78a3d289cb441d1f4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732681375234 2024-11-27T04:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,074 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,075 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/2c1aca16b08541d49c66a5defee06dd1 is 50, key is test_row_0/B:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,076 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,080 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127341e62b79e924fff85a7defd53c07e99_02447ea5ecb328f6fab100bb0958b672 store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,083 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127341e62b79e924fff85a7defd53c07e99_02447ea5ecb328f6fab100bb0958b672, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,083 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127341e62b79e924fff85a7defd53c07e99_02447ea5ecb328f6fab100bb0958b672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T04:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742350_1526 (size=13153) 2024-11-27T04:22:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742351_1527 (size=4469) 2024-11-27T04:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T04:22:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,141 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-27T04:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112792723338619b4096aa37b095db2f131e_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_2/A:col10/1732681375870/Put/seqid=0 2024-11-27T04:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742352_1528 (size=7374) 2024-11-27T04:22:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T04:22:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:56,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681436378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681436379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681436383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681436384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681436487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681436488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681436489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681436489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,521 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/2c1aca16b08541d49c66a5defee06dd1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2c1aca16b08541d49c66a5defee06dd1 2024-11-27T04:22:56,525 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/B of 02447ea5ecb328f6fab100bb0958b672 into 2c1aca16b08541d49c66a5defee06dd1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:56,525 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:56,525 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/B, priority=12, startTime=1732681376057; duration=0sec 2024-11-27T04:22:56,525 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:22:56,525 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:B 2024-11-27T04:22:56,525 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:22:56,526 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:22:56,526 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): 02447ea5ecb328f6fab100bb0958b672/C is initiating minor compaction (all files) 2024-11-27T04:22:56,526 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02447ea5ecb328f6fab100bb0958b672/C in TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:56,526 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f30b0873c68942aba16caf486391095f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f637b01521a14300a961a286e74d1611, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/719f91f8b58c4c8caf1596c7570fe171] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp, totalSize=32.0 K 2024-11-27T04:22:56,526 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f30b0873c68942aba16caf486391095f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681372815 2024-11-27T04:22:56,527 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f637b01521a14300a961a286e74d1611, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732681375019 2024-11-27T04:22:56,527 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 719f91f8b58c4c8caf1596c7570fe171, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732681375234 2024-11-27T04:22:56,537 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#A#compaction#442 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:56,537 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/caa1e7a075d44dbcb1c7555da55c5c0a is 175, key is test_row_0/A:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:56,539 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02447ea5ecb328f6fab100bb0958b672#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:22:56,540 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/1f376fd42eba42b7932243adc4c7cc4b is 50, key is test_row_0/C:col10/1732681375234/Put/seqid=0 2024-11-27T04:22:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742353_1529 (size=32107) 2024-11-27T04:22:56,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742354_1530 (size=13153) 2024-11-27T04:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T04:22:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:56,597 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112792723338619b4096aa37b095db2f131e_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112792723338619b4096aa37b095db2f131e_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:56,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bff1799062344cb3a115c0d007145098, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:56,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bff1799062344cb3a115c0d007145098 is 175, key is test_row_2/A:col10/1732681375870/Put/seqid=0 2024-11-27T04:22:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742355_1531 (size=13865) 2024-11-27T04:22:56,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681436693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681436693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681436694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681436695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:56,995 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/1f376fd42eba42b7932243adc4c7cc4b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/1f376fd42eba42b7932243adc4c7cc4b 2024-11-27T04:22:56,995 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/caa1e7a075d44dbcb1c7555da55c5c0a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caa1e7a075d44dbcb1c7555da55c5c0a 2024-11-27T04:22:56,999 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/A of 02447ea5ecb328f6fab100bb0958b672 into caa1e7a075d44dbcb1c7555da55c5c0a(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:57,000 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:57,000 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/A, priority=12, startTime=1732681376057; duration=0sec 2024-11-27T04:22:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681436997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,001 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:57,001 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:A 2024-11-27T04:22:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681436998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,004 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02447ea5ecb328f6fab100bb0958b672/C of 02447ea5ecb328f6fab100bb0958b672 into 1f376fd42eba42b7932243adc4c7cc4b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:22:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,004 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:57,004 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., storeName=02447ea5ecb328f6fab100bb0958b672/C, priority=13, startTime=1732681376057; duration=0sec 2024-11-27T04:22:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681437000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,005 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:22:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,005 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02447ea5ecb328f6fab100bb0958b672:C 2024-11-27T04:22:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681437001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,006 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bff1799062344cb3a115c0d007145098 2024-11-27T04:22:57,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/55fd3cb184e24da5a533128de6c26204 is 50, key is test_row_2/B:col10/1732681375870/Put/seqid=0 2024-11-27T04:22:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742356_1532 (size=7415) 2024-11-27T04:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T04:22:57,431 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/55fd3cb184e24da5a533128de6c26204 2024-11-27T04:22:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/ee09c991db9f4a7fa14ca71b89254d26 is 50, key is test_row_2/C:col10/1732681375870/Put/seqid=0 2024-11-27T04:22:57,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742357_1533 (size=7415) 2024-11-27T04:22:57,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32930 deadline: 1732681437503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681437505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681437506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681437509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32964 deadline: 1732681437764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:57,767 DEBUG [Thread-1880 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:22:57,848 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/ee09c991db9f4a7fa14ca71b89254d26 2024-11-27T04:22:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/bff1799062344cb3a115c0d007145098 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bff1799062344cb3a115c0d007145098 2024-11-27T04:22:57,856 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bff1799062344cb3a115c0d007145098, entries=50, sequenceid=375, filesize=13.5 K 2024-11-27T04:22:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/55fd3cb184e24da5a533128de6c26204 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/55fd3cb184e24da5a533128de6c26204 2024-11-27T04:22:57,861 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/55fd3cb184e24da5a533128de6c26204, entries=50, sequenceid=375, filesize=7.2 K 2024-11-27T04:22:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/ee09c991db9f4a7fa14ca71b89254d26 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ee09c991db9f4a7fa14ca71b89254d26 2024-11-27T04:22:57,867 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ee09c991db9f4a7fa14ca71b89254d26, entries=50, sequenceid=375, filesize=7.2 K 2024-11-27T04:22:57,868 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 02447ea5ecb328f6fab100bb0958b672 in 1727ms, sequenceid=375, compaction requested=false 2024-11-27T04:22:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-27T04:22:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-27T04:22:57,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-27T04:22:57,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-27T04:22:57,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8870 sec 2024-11-27T04:22:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T04:22:58,094 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-27T04:22:58,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:22:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-27T04:22:58,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:22:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T04:22:58,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:22:58,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:22:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T04:22:58,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:58,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:58,250 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:22:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a4ff6d3a5439469eb1c9b6edcd84cf91_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681376381/Put/seqid=0 2024-11-27T04:22:58,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742358_1534 (size=12454) 2024-11-27T04:22:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:22:58,345 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a4ff6d3a5439469eb1c9b6edcd84cf91_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a4ff6d3a5439469eb1c9b6edcd84cf91_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0f284a689993451287dce934503bc135, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:22:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0f284a689993451287dce934503bc135 is 175, key is test_row_0/A:col10/1732681376381/Put/seqid=0 2024-11-27T04:22:58,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742359_1535 (size=31255) 2024-11-27T04:22:58,377 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0f284a689993451287dce934503bc135 2024-11-27T04:22:58,382 DEBUG [Thread-1897 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b2416f3 to 127.0.0.1:56910 2024-11-27T04:22:58,382 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:58,383 DEBUG [Thread-1891 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36e4b93f to 127.0.0.1:56910 2024-11-27T04:22:58,383 DEBUG [Thread-1891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:58,385 DEBUG [Thread-1893 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b4eaa21 to 127.0.0.1:56910 2024-11-27T04:22:58,385 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:58,385 DEBUG [Thread-1899 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2520e5ac to 127.0.0.1:56910 2024-11-27T04:22:58,385 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/8bf57cb92c344149be87fe9355ef67c1 is 50, key is test_row_0/B:col10/1732681376381/Put/seqid=0 2024-11-27T04:22:58,391 DEBUG [Thread-1895 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b31cc54 to 127.0.0.1:56910 2024-11-27T04:22:58,391 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742360_1536 (size=12301) 2024-11-27T04:22:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T04:22:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:22:58,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. as already flushing 2024-11-27T04:22:58,512 DEBUG [Thread-1884 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x311047da to 127.0.0.1:56910 2024-11-27T04:22:58,513 DEBUG [Thread-1884 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:22:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732681438513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1732681438514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:58,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/b24b910cf93c4409a13c814291cf2fd2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7406b108ba2d4b6abbf8c15528e57442, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/04067ab16acb406e9ab4aa616e29d5a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/c6eb1d0611ea45229fb3ba6e4cdf8d78, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/a67f4cc657064b139095d7c26fe93ed8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4a85a31a463a415e9e04f278fcac0095, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8] to archive 2024-11-27T04:22:58,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:22:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32922 deadline: 1732681438517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:22:58,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cf82a86968624c36af98413b444bd201 2024-11-27T04:22:58,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/92604a2f0a8142a1951c7a55dcb4518a 2024-11-27T04:22:58,528 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0d9cf47090974f36b2581fc47252a5b9 2024-11-27T04:22:58,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/86bc373579e14f85bff3fa7df88b27c0 2024-11-27T04:22:58,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/b24b910cf93c4409a13c814291cf2fd2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/b24b910cf93c4409a13c814291cf2fd2 2024-11-27T04:22:58,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/01914e7d5ef04ac8957cc07badcb0dd1 2024-11-27T04:22:58,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/da874ac4204c433ebd1c6e623a386e28 2024-11-27T04:22:58,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7406b108ba2d4b6abbf8c15528e57442 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7406b108ba2d4b6abbf8c15528e57442 2024-11-27T04:22:58,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caf780e1cdd34ae8bab5453102838b62 2024-11-27T04:22:58,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/dfcc5f5641164ef59dc2c1589bdfff09 2024-11-27T04:22:58,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/f4d7b717eb45413689694f7bd4b06f5b 2024-11-27T04:22:58,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/04067ab16acb406e9ab4aa616e29d5a7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/04067ab16acb406e9ab4aa616e29d5a7 2024-11-27T04:22:58,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/17f9ec13b13a43b08d558240df0094e2 2024-11-27T04:22:58,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/cfdb7a47630446afa957e21d74639cbe 2024-11-27T04:22:58,555 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/c6eb1d0611ea45229fb3ba6e4cdf8d78 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/c6eb1d0611ea45229fb3ba6e4cdf8d78 2024-11-27T04:22:58,556 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7f1c96fec34d41419855e78289fca661 2024-11-27T04:22:58,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/378148be92ee499bbca3d7253a1213a8 2024-11-27T04:22:58,559 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/a67f4cc657064b139095d7c26fe93ed8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/a67f4cc657064b139095d7c26fe93ed8 2024-11-27T04:22:58,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4ed329daa6064166b67e91a43734ba2b 2024-11-27T04:22:58,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/6250563f2bc445b3838eda8c5fb50fbc 2024-11-27T04:22:58,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4a85a31a463a415e9e04f278fcac0095 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4a85a31a463a415e9e04f278fcac0095 2024-11-27T04:22:58,564 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/4de2bcc91d4840f8a9092ee1a5c7c958 2024-11-27T04:22:58,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/ad7cec8fc3c14bd0a4d27b4ad53c7023 2024-11-27T04:22:58,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/80f5eeb8e47444aeb996e1a53bec86bb 2024-11-27T04:22:58,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bb02ed7cde584dcd9c96e6e49c3a3da8 2024-11-27T04:22:58,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/50193737033f4f9d923f00ee8942d44d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/daddb35a80594ceaa0a361a5b819398a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/e34e6489471f4b66a231a7bc3cf62365, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4a5c9d26f2e449d4b79a71f787c3335c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d45b4a2b2f964a539cbe0b6ead455c70, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/c23afad4eb504a0dba9537ebde5c030b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d3b809959f844b9fbc8d5fe85d32abe6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2161433a8ad747988bc4a58f6b5b45e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3c2427dc606b49bc91e29636ac8e053c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/7a86fe1997c045f78121cd2e53c9d783, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/802487b34e21426589868dcfb655a236, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/74cf9b82e3554690be223e9f233db08c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d723885d1e8149f99a1668d45f75f664, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1a887007f6ee4fb78e44862140fa65af, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/bfcd943b747244da83d43018f9bbcd27, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4ce19a2cf8ef47c2bf2603ba0f8016ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/0d27604cd5a64e0e8ddf94423028df2b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/f552a8ca4df34906a8c14e1880006173, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/80076c104e99432e81510562d63f87ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1835cb4ff73d42e7b8bb00a992233b1d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/00646eca0494423eb4989bf8d3da7723, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/fa1d3d54947c419bb78b4c8797b346fb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3d4b9a654304410ab7f251491526066a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d9a2390a04174009ad8c968a6148e120, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/556ed056a9f54a78a3d289cb441d1f4f] to archive 2024-11-27T04:22:58,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:58,577 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/50193737033f4f9d923f00ee8942d44d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/50193737033f4f9d923f00ee8942d44d 2024-11-27T04:22:58,578 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/daddb35a80594ceaa0a361a5b819398a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/daddb35a80594ceaa0a361a5b819398a 2024-11-27T04:22:58,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/e34e6489471f4b66a231a7bc3cf62365 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/e34e6489471f4b66a231a7bc3cf62365 2024-11-27T04:22:58,581 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4a5c9d26f2e449d4b79a71f787c3335c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4a5c9d26f2e449d4b79a71f787c3335c 2024-11-27T04:22:58,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d45b4a2b2f964a539cbe0b6ead455c70 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d45b4a2b2f964a539cbe0b6ead455c70 2024-11-27T04:22:58,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/c23afad4eb504a0dba9537ebde5c030b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/c23afad4eb504a0dba9537ebde5c030b 2024-11-27T04:22:58,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d3b809959f844b9fbc8d5fe85d32abe6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d3b809959f844b9fbc8d5fe85d32abe6 2024-11-27T04:22:58,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2161433a8ad747988bc4a58f6b5b45e6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2161433a8ad747988bc4a58f6b5b45e6 2024-11-27T04:22:58,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3c2427dc606b49bc91e29636ac8e053c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3c2427dc606b49bc91e29636ac8e053c 2024-11-27T04:22:58,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/7a86fe1997c045f78121cd2e53c9d783 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/7a86fe1997c045f78121cd2e53c9d783 2024-11-27T04:22:58,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/802487b34e21426589868dcfb655a236 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/802487b34e21426589868dcfb655a236 2024-11-27T04:22:58,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/74cf9b82e3554690be223e9f233db08c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/74cf9b82e3554690be223e9f233db08c 2024-11-27T04:22:58,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d723885d1e8149f99a1668d45f75f664 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d723885d1e8149f99a1668d45f75f664 2024-11-27T04:22:58,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1a887007f6ee4fb78e44862140fa65af to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1a887007f6ee4fb78e44862140fa65af 2024-11-27T04:22:58,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/bfcd943b747244da83d43018f9bbcd27 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/bfcd943b747244da83d43018f9bbcd27 2024-11-27T04:22:58,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4ce19a2cf8ef47c2bf2603ba0f8016ad to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/4ce19a2cf8ef47c2bf2603ba0f8016ad 2024-11-27T04:22:58,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/0d27604cd5a64e0e8ddf94423028df2b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/0d27604cd5a64e0e8ddf94423028df2b 2024-11-27T04:22:58,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/f552a8ca4df34906a8c14e1880006173 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/f552a8ca4df34906a8c14e1880006173 2024-11-27T04:22:58,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/80076c104e99432e81510562d63f87ff to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/80076c104e99432e81510562d63f87ff 2024-11-27T04:22:58,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1835cb4ff73d42e7b8bb00a992233b1d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/1835cb4ff73d42e7b8bb00a992233b1d 2024-11-27T04:22:58,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/00646eca0494423eb4989bf8d3da7723 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/00646eca0494423eb4989bf8d3da7723 2024-11-27T04:22:58,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/fa1d3d54947c419bb78b4c8797b346fb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/fa1d3d54947c419bb78b4c8797b346fb 2024-11-27T04:22:58,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3d4b9a654304410ab7f251491526066a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/3d4b9a654304410ab7f251491526066a 2024-11-27T04:22:58,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d9a2390a04174009ad8c968a6148e120 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/d9a2390a04174009ad8c968a6148e120 2024-11-27T04:22:58,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/556ed056a9f54a78a3d289cb441d1f4f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/556ed056a9f54a78a3d289cb441d1f4f 2024-11-27T04:22:58,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/821996e3d60443e98e975402c3e3f5b1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/240d4ba0b0a641169758515f2d50499f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d1ac92d4b431405d81231867512fe555, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/5ad3d610a90343f28cfdbdc7cc76e12e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/0fb3f981a70e42a1ab976775dbf4d052, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f572941e3409416aa1c2f6962bdb1d05, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e3de6588abff4a9d816ce9d21ce9e67f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/834dd509f95444f38bc02c1bdf091ab8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/29e01c381aa04c75b786fa60f97d7e5b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ea59c7a15591420fb6c3843da917e585, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/68b755230495401699dd1425fd21e42e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/05b27107de3a49ba9cc84ec937ab4ac5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/77af918a68ec4e6b80f43bebd8f7bd86, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/54d384ea13e849a8b2175b19680245d5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/a0c8ae391f1c4a65aecac4888207e22d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/494b30287d2c415da95ab2e8a2d8a52f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/22782e29bcfb4f068e82e324238161ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/7125edda741d4ccf8f9b7c4001213571, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/c2dadd76528d404a9eb544de1cca9df4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/baf68527dc84494fb78253d93ccaa1a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e5f6f7ea9ef74847ac85b2ca580383c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f30b0873c68942aba16caf486391095f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d545d54f69c1455eb3c6f4a813245eab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f637b01521a14300a961a286e74d1611, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/719f91f8b58c4c8caf1596c7570fe171] to archive 2024-11-27T04:22:58,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:22:58,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/821996e3d60443e98e975402c3e3f5b1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/821996e3d60443e98e975402c3e3f5b1 2024-11-27T04:22:58,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/240d4ba0b0a641169758515f2d50499f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/240d4ba0b0a641169758515f2d50499f 2024-11-27T04:22:58,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d1ac92d4b431405d81231867512fe555 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d1ac92d4b431405d81231867512fe555 2024-11-27T04:22:58,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/5ad3d610a90343f28cfdbdc7cc76e12e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/5ad3d610a90343f28cfdbdc7cc76e12e 2024-11-27T04:22:58,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/0fb3f981a70e42a1ab976775dbf4d052 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/0fb3f981a70e42a1ab976775dbf4d052 2024-11-27T04:22:58,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f572941e3409416aa1c2f6962bdb1d05 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f572941e3409416aa1c2f6962bdb1d05 2024-11-27T04:22:58,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e3de6588abff4a9d816ce9d21ce9e67f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e3de6588abff4a9d816ce9d21ce9e67f 2024-11-27T04:22:58,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/834dd509f95444f38bc02c1bdf091ab8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/834dd509f95444f38bc02c1bdf091ab8 2024-11-27T04:22:58,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/29e01c381aa04c75b786fa60f97d7e5b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/29e01c381aa04c75b786fa60f97d7e5b 2024-11-27T04:22:58,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ea59c7a15591420fb6c3843da917e585 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ea59c7a15591420fb6c3843da917e585 2024-11-27T04:22:58,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/68b755230495401699dd1425fd21e42e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/68b755230495401699dd1425fd21e42e 2024-11-27T04:22:58,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/05b27107de3a49ba9cc84ec937ab4ac5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/05b27107de3a49ba9cc84ec937ab4ac5 2024-11-27T04:22:58,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/77af918a68ec4e6b80f43bebd8f7bd86 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/77af918a68ec4e6b80f43bebd8f7bd86 2024-11-27T04:22:58,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/54d384ea13e849a8b2175b19680245d5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/54d384ea13e849a8b2175b19680245d5 2024-11-27T04:22:58,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/a0c8ae391f1c4a65aecac4888207e22d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/a0c8ae391f1c4a65aecac4888207e22d 2024-11-27T04:22:58,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/494b30287d2c415da95ab2e8a2d8a52f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/494b30287d2c415da95ab2e8a2d8a52f 2024-11-27T04:22:58,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/22782e29bcfb4f068e82e324238161ad to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/22782e29bcfb4f068e82e324238161ad 2024-11-27T04:22:58,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/7125edda741d4ccf8f9b7c4001213571 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/7125edda741d4ccf8f9b7c4001213571 2024-11-27T04:22:58,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/c2dadd76528d404a9eb544de1cca9df4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/c2dadd76528d404a9eb544de1cca9df4 2024-11-27T04:22:58,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/baf68527dc84494fb78253d93ccaa1a8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/baf68527dc84494fb78253d93ccaa1a8 2024-11-27T04:22:58,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e5f6f7ea9ef74847ac85b2ca580383c7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e5f6f7ea9ef74847ac85b2ca580383c7 2024-11-27T04:22:58,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f30b0873c68942aba16caf486391095f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f30b0873c68942aba16caf486391095f 2024-11-27T04:22:58,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d545d54f69c1455eb3c6f4a813245eab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/d545d54f69c1455eb3c6f4a813245eab 2024-11-27T04:22:58,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f637b01521a14300a961a286e74d1611 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/f637b01521a14300a961a286e74d1611 2024-11-27T04:22:58,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/99e1108fb5b5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/719f91f8b58c4c8caf1596c7570fe171 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/719f91f8b58c4c8caf1596c7570fe171 2024-11-27T04:22:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T04:22:58,792 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/8bf57cb92c344149be87fe9355ef67c1 2024-11-27T04:22:58,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e6be642537f749bfa231f55f5b547d19 is 50, key is test_row_0/C:col10/1732681376381/Put/seqid=0 2024-11-27T04:22:58,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742361_1537 (size=12301) 2024-11-27T04:22:58,820 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e6be642537f749bfa231f55f5b547d19 2024-11-27T04:22:58,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/0f284a689993451287dce934503bc135 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0f284a689993451287dce934503bc135 2024-11-27T04:22:58,830 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0f284a689993451287dce934503bc135, entries=150, sequenceid=410, filesize=30.5 K 2024-11-27T04:22:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/8bf57cb92c344149be87fe9355ef67c1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/8bf57cb92c344149be87fe9355ef67c1 2024-11-27T04:22:58,834 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/8bf57cb92c344149be87fe9355ef67c1, entries=150, sequenceid=410, filesize=12.0 K 2024-11-27T04:22:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/e6be642537f749bfa231f55f5b547d19 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e6be642537f749bfa231f55f5b547d19 2024-11-27T04:22:58,839 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e6be642537f749bfa231f55f5b547d19, entries=150, sequenceid=410, filesize=12.0 K 2024-11-27T04:22:58,840 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 02447ea5ecb328f6fab100bb0958b672 in 590ms, sequenceid=410, compaction requested=true 2024-11-27T04:22:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:22:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:22:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-27T04:22:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-27T04:22:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-27T04:22:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 745 msec 2024-11-27T04:22:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 749 msec 2024-11-27T04:22:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T04:22:59,201 INFO [Thread-1890 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-27T04:23:00,521 DEBUG [Thread-1882 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c5e3cdc to 127.0.0.1:56910 2024-11-27T04:23:00,522 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:00,527 DEBUG [Thread-1888 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f01f294 to 127.0.0.1:56910 2024-11-27T04:23:00,527 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:00,534 DEBUG [Thread-1886 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x661ad49c to 127.0.0.1:56910 2024-11-27T04:23:00,534 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:07,865 DEBUG [Thread-1880 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73a23205 to 127.0.0.1:56910 2024-11-27T04:23:07,865 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1288 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3861 rows 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1294 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3882 rows 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1290 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3870 rows 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1298 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3894 rows 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1290 2024-11-27T04:23:07,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3870 rows 2024-11-27T04:23:07,866 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:23:07,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x508125d2 to 127.0.0.1:56910 2024-11-27T04:23:07,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:07,871 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T04:23:07,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T04:23:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:07,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681387876"}]},"ts":"1732681387876"} 2024-11-27T04:23:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T04:23:07,878 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T04:23:07,880 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T04:23:07,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:23:07,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, UNASSIGN}] 2024-11-27T04:23:07,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, UNASSIGN 2024-11-27T04:23:07,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:07,886 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:23:07,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; CloseRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:23:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T04:23:08,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:08,039 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(124): Close 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1681): Closing 02447ea5ecb328f6fab100bb0958b672, disabling compactions & flushes 2024-11-27T04:23:08,040 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. after waiting 0 ms 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:23:08,040 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(2837): Flushing 02447ea5ecb328f6fab100bb0958b672 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=A 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=B 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:08,040 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02447ea5ecb328f6fab100bb0958b672, store=C 2024-11-27T04:23:08,041 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:08,047 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276100397821f74fb1977f2f7f3c891447_02447ea5ecb328f6fab100bb0958b672 is 50, key is test_row_0/A:col10/1732681380526/Put/seqid=0 2024-11-27T04:23:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742362_1538 (size=12454) 2024-11-27T04:23:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T04:23:08,461 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:08,465 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276100397821f74fb1977f2f7f3c891447_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276100397821f74fb1977f2f7f3c891447_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:08,466 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7c87ba93f2d44c7084c53a038b1fc00d, store: [table=TestAcidGuarantees family=A region=02447ea5ecb328f6fab100bb0958b672] 2024-11-27T04:23:08,466 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7c87ba93f2d44c7084c53a038b1fc00d is 175, key is test_row_0/A:col10/1732681380526/Put/seqid=0 2024-11-27T04:23:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742363_1539 (size=31255) 2024-11-27T04:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T04:23:08,870 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7c87ba93f2d44c7084c53a038b1fc00d 2024-11-27T04:23:08,876 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/765ce868b4d947fbaf3320707d75e251 is 50, key is test_row_0/B:col10/1732681380526/Put/seqid=0 2024-11-27T04:23:08,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742364_1540 (size=12301) 2024-11-27T04:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T04:23:09,281 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/765ce868b4d947fbaf3320707d75e251 2024-11-27T04:23:09,289 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/57f169126bc742e4a2fff23f02ec78ab is 50, key is test_row_0/C:col10/1732681380526/Put/seqid=0 2024-11-27T04:23:09,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742365_1541 (size=12301) 2024-11-27T04:23:09,698 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/57f169126bc742e4a2fff23f02ec78ab 2024-11-27T04:23:09,708 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/A/7c87ba93f2d44c7084c53a038b1fc00d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7c87ba93f2d44c7084c53a038b1fc00d 2024-11-27T04:23:09,713 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7c87ba93f2d44c7084c53a038b1fc00d, entries=150, sequenceid=418, filesize=30.5 K 2024-11-27T04:23:09,714 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/B/765ce868b4d947fbaf3320707d75e251 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/765ce868b4d947fbaf3320707d75e251 2024-11-27T04:23:09,717 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/765ce868b4d947fbaf3320707d75e251, entries=150, sequenceid=418, filesize=12.0 K 2024-11-27T04:23:09,718 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/.tmp/C/57f169126bc742e4a2fff23f02ec78ab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/57f169126bc742e4a2fff23f02ec78ab 2024-11-27T04:23:09,721 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/57f169126bc742e4a2fff23f02ec78ab, entries=150, sequenceid=418, filesize=12.0 K 2024-11-27T04:23:09,722 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 02447ea5ecb328f6fab100bb0958b672 in 1681ms, sequenceid=418, compaction requested=true 2024-11-27T04:23:09,726 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-27T04:23:09,727 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672. 2024-11-27T04:23:09,727 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1635): Region close journal for 02447ea5ecb328f6fab100bb0958b672: 2024-11-27T04:23:09,728 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(170): Closed 02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:09,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=02447ea5ecb328f6fab100bb0958b672, regionState=CLOSED 2024-11-27T04:23:09,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-27T04:23:09,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseRegionProcedure 02447ea5ecb328f6fab100bb0958b672, server=99e1108fb5b5,33685,1732681256218 in 1.8440 sec 2024-11-27T04:23:09,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-27T04:23:09,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02447ea5ecb328f6fab100bb0958b672, UNASSIGN in 1.8490 sec 2024-11-27T04:23:09,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-27T04:23:09,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8520 sec 2024-11-27T04:23:09,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681389735"}]},"ts":"1732681389735"} 2024-11-27T04:23:09,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T04:23:09,738 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T04:23:09,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-27T04:23:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T04:23:09,983 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-27T04:23:09,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T04:23:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:09,985 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:09,985 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=134, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T04:23:09,988 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:09,992 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/recovered.edits] 2024-11-27T04:23:09,994 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0f284a689993451287dce934503bc135 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/0f284a689993451287dce934503bc135 2024-11-27T04:23:09,995 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7c87ba93f2d44c7084c53a038b1fc00d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/7c87ba93f2d44c7084c53a038b1fc00d 2024-11-27T04:23:09,997 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bff1799062344cb3a115c0d007145098 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/bff1799062344cb3a115c0d007145098 2024-11-27T04:23:09,998 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caa1e7a075d44dbcb1c7555da55c5c0a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/A/caa1e7a075d44dbcb1c7555da55c5c0a 2024-11-27T04:23:10,000 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2c1aca16b08541d49c66a5defee06dd1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/2c1aca16b08541d49c66a5defee06dd1 2024-11-27T04:23:10,005 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/55fd3cb184e24da5a533128de6c26204 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/55fd3cb184e24da5a533128de6c26204 2024-11-27T04:23:10,006 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/765ce868b4d947fbaf3320707d75e251 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/765ce868b4d947fbaf3320707d75e251 2024-11-27T04:23:10,008 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/8bf57cb92c344149be87fe9355ef67c1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/B/8bf57cb92c344149be87fe9355ef67c1 2024-11-27T04:23:10,010 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/1f376fd42eba42b7932243adc4c7cc4b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/1f376fd42eba42b7932243adc4c7cc4b 2024-11-27T04:23:10,011 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/57f169126bc742e4a2fff23f02ec78ab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/57f169126bc742e4a2fff23f02ec78ab 2024-11-27T04:23:10,015 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e6be642537f749bfa231f55f5b547d19 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/e6be642537f749bfa231f55f5b547d19 2024-11-27T04:23:10,016 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ee09c991db9f4a7fa14ca71b89254d26 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/C/ee09c991db9f4a7fa14ca71b89254d26 2024-11-27T04:23:10,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/recovered.edits/421.seqid to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672/recovered.edits/421.seqid 2024-11-27T04:23:10,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,021 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T04:23:10,021 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T04:23:10,022 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T04:23:10,027 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112704af88efdf2e4c18b06349f28af1c4a0_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112704af88efdf2e4c18b06349f28af1c4a0_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,028 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112706175e137b7649b6b5e7b74cdc314e6d_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112706175e137b7649b6b5e7b74cdc314e6d_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,029 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270a58552608504d879908e065c9249060_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270a58552608504d879908e065c9249060_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,030 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cbe224b88b14ae18a098afbce29201d_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cbe224b88b14ae18a098afbce29201d_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,032 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742e6fa5876744e8f8581bf8077fa7abe_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742e6fa5876744e8f8581bf8077fa7abe_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,033 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112749c37e7acb574e4693d9bd8ac83e0419_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112749c37e7acb574e4693d9bd8ac83e0419_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,035 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275414bbf7f93d49dfbe59c970c1c18cba_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275414bbf7f93d49dfbe59c970c1c18cba_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,037 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275ca9677c22d3499ebd60ad1f02819a03_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275ca9677c22d3499ebd60ad1f02819a03_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,038 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276100397821f74fb1977f2f7f3c891447_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276100397821f74fb1977f2f7f3c891447_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,039 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278b788d00f40a4aa387b2407e98050cbb_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278b788d00f40a4aa387b2407e98050cbb_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,040 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112791f758c577794d36a31b8c0787f798e9_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112791f758c577794d36a31b8c0787f798e9_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,042 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112792723338619b4096aa37b095db2f131e_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112792723338619b4096aa37b095db2f131e_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,043 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112792b6f8a625894554bcc704c33b219998_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112792b6f8a625894554bcc704c33b219998_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,044 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279d87733299fd442e986557ff998f95d6_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279d87733299fd442e986557ff998f95d6_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,045 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f0d0639f86a4fd9b7ce2f9b77dea8e7_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f0d0639f86a4fd9b7ce2f9b77dea8e7_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,046 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a4ff6d3a5439469eb1c9b6edcd84cf91_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a4ff6d3a5439469eb1c9b6edcd84cf91_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,047 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ac1780a485484e6d887b5c5ca81acb30_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ac1780a485484e6d887b5c5ca81acb30_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,048 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127da88e414d0c44274afb6d16a7310dd1c_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127da88e414d0c44274afb6d16a7310dd1c_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,050 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127daf3582b91774fbbb20b59a80f3d03c2_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127daf3582b91774fbbb20b59a80f3d03c2_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,051 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6767e02c2e242c28b8aac95e7edea6f_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6767e02c2e242c28b8aac95e7edea6f_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,052 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f5ecb93375ba46cb9b4c1ed4c2134815_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f5ecb93375ba46cb9b4c1ed4c2134815_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,053 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff79bcb86eb249379229dc2c091c0006_02447ea5ecb328f6fab100bb0958b672 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff79bcb86eb249379229dc2c091c0006_02447ea5ecb328f6fab100bb0958b672 2024-11-27T04:23:10,054 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T04:23:10,056 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=134, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:10,058 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T04:23:10,060 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T04:23:10,060 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=134, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:10,060 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T04:23:10,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732681390060"}]},"ts":"9223372036854775807"} 2024-11-27T04:23:10,062 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T04:23:10,062 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 02447ea5ecb328f6fab100bb0958b672, NAME => 'TestAcidGuarantees,,1732681356308.02447ea5ecb328f6fab100bb0958b672.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T04:23:10,063 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T04:23:10,063 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732681390063"}]},"ts":"9223372036854775807"} 2024-11-27T04:23:10,065 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T04:23:10,068 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=134, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:10,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-27T04:23:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T04:23:10,087 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-27T04:23:10,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 573) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5631 (was 5986) 2024-11-27T04:23:10,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=5630 2024-11-27T04:23:10,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:23:10,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:23:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:10,112 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:23:10,112 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:10,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 135 2024-11-27T04:23:10,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:23:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-27T04:23:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742366_1542 (size=960) 2024-11-27T04:23:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-27T04:23:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-27T04:23:10,521 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:23:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742367_1543 (size=53) 2024-11-27T04:23:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-27T04:23:10,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:23:10,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c95e0f2fb829b9b431577414a301baad, disabling compactions & flushes 2024-11-27T04:23:10,927 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:10,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:10,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. after waiting 0 ms 2024-11-27T04:23:10,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:10,928 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:10,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:10,929 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:23:10,929 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732681390929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681390929"}]},"ts":"1732681390929"} 2024-11-27T04:23:10,930 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:23:10,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:23:10,931 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681390931"}]},"ts":"1732681390931"} 2024-11-27T04:23:10,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T04:23:10,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, ASSIGN}] 2024-11-27T04:23:10,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, ASSIGN 2024-11-27T04:23:10,940 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:23:11,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=c95e0f2fb829b9b431577414a301baad, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:11,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; OpenRegionProcedure c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:23:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-27T04:23:11,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:11,247 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:11,247 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7285): Opening region: {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:23:11,247 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,247 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:23:11,247 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7327): checking encryption for c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,247 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7330): checking classloading for c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,248 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,250 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:11,251 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c95e0f2fb829b9b431577414a301baad columnFamilyName A 2024-11-27T04:23:11,251 DEBUG [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:11,251 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.HStore(327): Store=c95e0f2fb829b9b431577414a301baad/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:11,251 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,253 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:11,253 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c95e0f2fb829b9b431577414a301baad columnFamilyName B 2024-11-27T04:23:11,253 DEBUG [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:11,254 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.HStore(327): Store=c95e0f2fb829b9b431577414a301baad/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:11,255 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,256 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:11,256 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c95e0f2fb829b9b431577414a301baad columnFamilyName C 2024-11-27T04:23:11,256 DEBUG [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:11,257 INFO [StoreOpener-c95e0f2fb829b9b431577414a301baad-1 {}] regionserver.HStore(327): Store=c95e0f2fb829b9b431577414a301baad/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:11,257 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:11,261 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,261 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,263 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:23:11,264 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1085): writing seq id for c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:11,266 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:23:11,266 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1102): Opened c95e0f2fb829b9b431577414a301baad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67589827, jitterRate=0.00716690719127655}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:23:11,267 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1001): Region open journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:11,268 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., pid=137, masterSystemTime=1732681391244 2024-11-27T04:23:11,269 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:11,270 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:11,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=c95e0f2fb829b9b431577414a301baad, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:11,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-27T04:23:11,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; OpenRegionProcedure c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 in 179 msec 2024-11-27T04:23:11,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-27T04:23:11,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, ASSIGN in 333 msec 2024-11-27T04:23:11,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:23:11,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681391274"}]},"ts":"1732681391274"} 2024-11-27T04:23:11,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T04:23:11,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:23:11,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-27T04:23:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-11-27T04:23:12,219 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 135 completed 2024-11-27T04:23:12,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d919b92 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60c9530a 2024-11-27T04:23:12,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746138a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,231 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:23:12,234 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:23:12,236 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47611b30 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d1a41d5 2024-11-27T04:23:12,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c3c8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x533efd26 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c951a7d 2024-11-27T04:23:12,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621ff37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x149f3fa6 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@501d99ba 2024-11-27T04:23:12,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0434e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712c861e to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d4011c8 2024-11-27T04:23:12,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210f9fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3767e7f3 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a647e86 2024-11-27T04:23:12,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cbac41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a45919 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5af750e8 2024-11-27T04:23:12,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465ce5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x518dd8d3 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319db21a 2024-11-27T04:23:12,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cfe2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x656b6d0d to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39ba0ed8 2024-11-27T04:23:12,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560d8359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e06533 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20456e19 2024-11-27T04:23:12,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae83603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c44cfe5 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@477a55d2 2024-11-27T04:23:12,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf92b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:12,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-27T04:23:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T04:23:12,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:12,362 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:12,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:12,376 DEBUG [hconnection-0x50630653-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,377 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,380 DEBUG [hconnection-0x5f0e126e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,381 DEBUG [hconnection-0x1af63d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,383 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,385 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:12,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:12,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:12,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:12,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:12,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:12,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:12,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:12,417 DEBUG [hconnection-0x45516e9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,418 DEBUG [hconnection-0xe1825c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,419 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,421 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/d919a5c5d4da4e7799fb0baa87a7e26d is 50, key is test_row_0/A:col10/1732681392395/Put/seqid=0 2024-11-27T04:23:12,441 DEBUG [hconnection-0x601bf63e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,442 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,444 DEBUG [hconnection-0x6d763350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,445 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,448 DEBUG [hconnection-0x79ca8a53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,449 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T04:23:12,462 DEBUG [hconnection-0x3572b8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,469 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681452471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,473 DEBUG [hconnection-0x663eb73a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:12,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681452472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681452473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,477 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681452478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681452477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742368_1544 (size=12001) 2024-11-27T04:23:12,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681452575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681452576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681452576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681452579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681452579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T04:23:12,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681452780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681452782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681452782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681452782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681452784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:12,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:12,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/d919a5c5d4da4e7799fb0baa87a7e26d 2024-11-27T04:23:12,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/76e7ba1c64894c9a847bee20f7891bd1 is 50, key is test_row_0/B:col10/1732681392395/Put/seqid=0 2024-11-27T04:23:12,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742369_1545 (size=12001) 2024-11-27T04:23:12,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/76e7ba1c64894c9a847bee20f7891bd1 2024-11-27T04:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T04:23:12,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/f0ec98f08ff64e0fb90a38041f43c9b4 is 50, key is test_row_0/C:col10/1732681392395/Put/seqid=0 2024-11-27T04:23:12,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:12,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:12,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742370_1546 (size=12001) 2024-11-27T04:23:13,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/f0ec98f08ff64e0fb90a38041f43c9b4 2024-11-27T04:23:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/d919a5c5d4da4e7799fb0baa87a7e26d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/d919a5c5d4da4e7799fb0baa87a7e26d 2024-11-27T04:23:13,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/d919a5c5d4da4e7799fb0baa87a7e26d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T04:23:13,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/76e7ba1c64894c9a847bee20f7891bd1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/76e7ba1c64894c9a847bee20f7891bd1 2024-11-27T04:23:13,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/76e7ba1c64894c9a847bee20f7891bd1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T04:23:13,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/f0ec98f08ff64e0fb90a38041f43c9b4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f0ec98f08ff64e0fb90a38041f43c9b4 2024-11-27T04:23:13,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f0ec98f08ff64e0fb90a38041f43c9b4, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T04:23:13,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c95e0f2fb829b9b431577414a301baad in 639ms, sequenceid=12, compaction requested=false 2024-11-27T04:23:13,035 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T04:23:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:13,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:23:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681453102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/aecaf303356a44c59755dc816f5477be is 50, key is test_row_0/A:col10/1732681392470/Put/seqid=0 2024-11-27T04:23:13,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681453109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681453116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681453117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681453121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742371_1547 (size=12001) 2024-11-27T04:23:13,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/aecaf303356a44c59755dc816f5477be 2024-11-27T04:23:13,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/5af346faaa2c4cf8a50b55b4a3ab14dc is 50, key is test_row_0/B:col10/1732681392470/Put/seqid=0 2024-11-27T04:23:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681453217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681453222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681453228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681453229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681453229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742372_1548 (size=12001) 2024-11-27T04:23:13,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/5af346faaa2c4cf8a50b55b4a3ab14dc 2024-11-27T04:23:13,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/37f86e67c5af4513aa66b03a283c3bb9 is 50, key is test_row_0/C:col10/1732681392470/Put/seqid=0 2024-11-27T04:23:13,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742373_1549 (size=12001) 2024-11-27T04:23:13,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/37f86e67c5af4513aa66b03a283c3bb9 2024-11-27T04:23:13,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/aecaf303356a44c59755dc816f5477be as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/aecaf303356a44c59755dc816f5477be 2024-11-27T04:23:13,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/aecaf303356a44c59755dc816f5477be, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T04:23:13,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/5af346faaa2c4cf8a50b55b4a3ab14dc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/5af346faaa2c4cf8a50b55b4a3ab14dc 2024-11-27T04:23:13,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/5af346faaa2c4cf8a50b55b4a3ab14dc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T04:23:13,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/37f86e67c5af4513aa66b03a283c3bb9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/37f86e67c5af4513aa66b03a283c3bb9 2024-11-27T04:23:13,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/37f86e67c5af4513aa66b03a283c3bb9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T04:23:13,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for c95e0f2fb829b9b431577414a301baad in 248ms, sequenceid=40, compaction requested=false 2024-11-27T04:23:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:13,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:13,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:13,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/e7b460c3485f474fa0862b53fca2aa68 is 50, key is test_row_0/A:col10/1732681393112/Put/seqid=0 2024-11-27T04:23:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T04:23:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742374_1550 (size=14341) 2024-11-27T04:23:13,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/e7b460c3485f474fa0862b53fca2aa68 2024-11-27T04:23:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681453495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681453496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681453496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681453499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681453500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/1cbd03e2f5d74befb1aac0c1ada50a95 is 50, key is test_row_0/B:col10/1732681393112/Put/seqid=0 2024-11-27T04:23:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742375_1551 (size=12001) 2024-11-27T04:23:13,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/1cbd03e2f5d74befb1aac0c1ada50a95 2024-11-27T04:23:13,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/a0e4b0e8a15c4eb2958246b960a014d9 is 50, key is test_row_0/C:col10/1732681393112/Put/seqid=0 2024-11-27T04:23:13,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:13,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681453608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681453608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681453608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681453616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681453617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742376_1552 (size=12001) 2024-11-27T04:23:13,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/a0e4b0e8a15c4eb2958246b960a014d9 2024-11-27T04:23:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/e7b460c3485f474fa0862b53fca2aa68 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e7b460c3485f474fa0862b53fca2aa68 2024-11-27T04:23:13,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e7b460c3485f474fa0862b53fca2aa68, entries=200, sequenceid=51, filesize=14.0 K 2024-11-27T04:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/1cbd03e2f5d74befb1aac0c1ada50a95 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1cbd03e2f5d74befb1aac0c1ada50a95 2024-11-27T04:23:13,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1cbd03e2f5d74befb1aac0c1ada50a95, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T04:23:13,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/a0e4b0e8a15c4eb2958246b960a014d9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/a0e4b0e8a15c4eb2958246b960a014d9 2024-11-27T04:23:13,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/a0e4b0e8a15c4eb2958246b960a014d9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T04:23:13,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c95e0f2fb829b9b431577414a301baad in 227ms, sequenceid=51, compaction requested=true 2024-11-27T04:23:13,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:13,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:13,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:13,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:13,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:13,657 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:13,657 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:13,659 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:13,659 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:13,659 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,659 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/76e7ba1c64894c9a847bee20f7891bd1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/5af346faaa2c4cf8a50b55b4a3ab14dc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1cbd03e2f5d74befb1aac0c1ada50a95] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.2 K 2024-11-27T04:23:13,659 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:13,659 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:13,659 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,659 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/d919a5c5d4da4e7799fb0baa87a7e26d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/aecaf303356a44c59755dc816f5477be, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e7b460c3485f474fa0862b53fca2aa68] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.4 K 2024-11-27T04:23:13,660 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d919a5c5d4da4e7799fb0baa87a7e26d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732681392384 2024-11-27T04:23:13,660 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e7ba1c64894c9a847bee20f7891bd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732681392384 2024-11-27T04:23:13,660 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting aecaf303356a44c59755dc816f5477be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732681392417 2024-11-27T04:23:13,661 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5af346faaa2c4cf8a50b55b4a3ab14dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732681392417 2024-11-27T04:23:13,661 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b460c3485f474fa0862b53fca2aa68, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732681393097 2024-11-27T04:23:13,661 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cbd03e2f5d74befb1aac0c1ada50a95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732681393097 2024-11-27T04:23:13,682 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:13,683 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/b0edb8b7050d45df85d4678c20d0a7b4 is 50, key is test_row_0/B:col10/1732681393112/Put/seqid=0 2024-11-27T04:23:13,690 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:13,691 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/a24c147344e04cee81c1a6edb9ac7b23 is 50, key is test_row_0/A:col10/1732681393112/Put/seqid=0 2024-11-27T04:23:13,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T04:23:13,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,764 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:23:13,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:13,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:13,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:13,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:13,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742377_1553 (size=12104) 2024-11-27T04:23:13,776 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/b0edb8b7050d45df85d4678c20d0a7b4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b0edb8b7050d45df85d4678c20d0a7b4 2024-11-27T04:23:13,781 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into b0edb8b7050d45df85d4678c20d0a7b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:13,781 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:13,781 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681393656; duration=0sec 2024-11-27T04:23:13,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:13,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:13,782 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:13,783 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:13,783 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:13,783 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:13,784 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f0ec98f08ff64e0fb90a38041f43c9b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/37f86e67c5af4513aa66b03a283c3bb9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/a0e4b0e8a15c4eb2958246b960a014d9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.2 K 2024-11-27T04:23:13,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f0ec98f08ff64e0fb90a38041f43c9b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732681392384 2024-11-27T04:23:13,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f86e67c5af4513aa66b03a283c3bb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732681392417 2024-11-27T04:23:13,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a0e4b0e8a15c4eb2958246b960a014d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732681393097 2024-11-27T04:23:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742378_1554 (size=12104) 2024-11-27T04:23:13,796 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/a24c147344e04cee81c1a6edb9ac7b23 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a24c147344e04cee81c1a6edb9ac7b23 2024-11-27T04:23:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/c87fa0a5dfed4c46b2c54ffcc25d4942 is 50, key is test_row_0/A:col10/1732681393495/Put/seqid=0 2024-11-27T04:23:13,821 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:13,822 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4db7535a085342038b665954e3c1c3d1 is 50, key is test_row_0/C:col10/1732681393112/Put/seqid=0 2024-11-27T04:23:13,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:13,847 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into a24c147344e04cee81c1a6edb9ac7b23(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:13,847 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:13,847 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681393656; duration=0sec 2024-11-27T04:23:13,848 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:13,848 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742379_1555 (size=12001) 2024-11-27T04:23:13,876 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/c87fa0a5dfed4c46b2c54ffcc25d4942 2024-11-27T04:23:13,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681453856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681453858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681453858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/d67b9441bc75446fa192f9387f258c0c is 50, key is test_row_0/B:col10/1732681393495/Put/seqid=0 2024-11-27T04:23:13,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681453877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681453877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742380_1556 (size=12104) 2024-11-27T04:23:13,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742381_1557 (size=12001) 2024-11-27T04:23:13,975 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/d67b9441bc75446fa192f9387f258c0c 2024-11-27T04:23:13,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c5630617e97b4fbdba83d785d6d079c7 is 50, key is test_row_0/C:col10/1732681393495/Put/seqid=0 2024-11-27T04:23:13,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681453981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681453980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:13,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681453991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681453999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681454000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742382_1558 (size=12001) 2024-11-27T04:23:14,027 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c5630617e97b4fbdba83d785d6d079c7 2024-11-27T04:23:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/c87fa0a5dfed4c46b2c54ffcc25d4942 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/c87fa0a5dfed4c46b2c54ffcc25d4942 2024-11-27T04:23:14,046 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/c87fa0a5dfed4c46b2c54ffcc25d4942, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T04:23:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/d67b9441bc75446fa192f9387f258c0c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/d67b9441bc75446fa192f9387f258c0c 2024-11-27T04:23:14,055 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/d67b9441bc75446fa192f9387f258c0c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T04:23:14,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c5630617e97b4fbdba83d785d6d079c7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c5630617e97b4fbdba83d785d6d079c7 2024-11-27T04:23:14,065 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c5630617e97b4fbdba83d785d6d079c7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T04:23:14,067 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c95e0f2fb829b9b431577414a301baad in 303ms, sequenceid=76, compaction requested=false 2024-11-27T04:23:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-27T04:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-27T04:23:14,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-27T04:23:14,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-27T04:23:14,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.7190 sec 2024-11-27T04:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:14,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:23:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:14,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3e8cb23b9b8f47da8b5e587eec4d7cfa is 50, key is test_row_0/A:col10/1732681394202/Put/seqid=0 2024-11-27T04:23:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742383_1559 (size=14341) 2024-11-27T04:23:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681454242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681454251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681454252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681454253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681454254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,339 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4db7535a085342038b665954e3c1c3d1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4db7535a085342038b665954e3c1c3d1 2024-11-27T04:23:14,352 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 4db7535a085342038b665954e3c1c3d1(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:14,352 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:14,352 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681393656; duration=0sec 2024-11-27T04:23:14,352 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:14,352 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681454355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681454362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681454363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681454364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681454364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T04:23:14,464 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-27T04:23:14,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-27T04:23:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T04:23:14,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:14,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:14,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T04:23:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681454563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681454571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681454572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681454573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681454574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T04:23:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3e8cb23b9b8f47da8b5e587eec4d7cfa 2024-11-27T04:23:14,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/f48104dd63a3495ea2ac515f26f57325 is 50, key is test_row_0/B:col10/1732681394202/Put/seqid=0 2024-11-27T04:23:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742384_1560 (size=12001) 2024-11-27T04:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T04:23:14,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T04:23:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681454873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681454878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681454879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681454888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681454886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:14,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T04:23:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:14,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T04:23:15,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T04:23:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:15,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/f48104dd63a3495ea2ac515f26f57325 2024-11-27T04:23:15,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/31a115ce536648d9b3b8f386c055a156 is 50, key is test_row_0/C:col10/1732681394202/Put/seqid=0 2024-11-27T04:23:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742385_1561 (size=12001) 2024-11-27T04:23:15,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/31a115ce536648d9b3b8f386c055a156 2024-11-27T04:23:15,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3e8cb23b9b8f47da8b5e587eec4d7cfa as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e8cb23b9b8f47da8b5e587eec4d7cfa 2024-11-27T04:23:15,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e8cb23b9b8f47da8b5e587eec4d7cfa, entries=200, sequenceid=93, filesize=14.0 K 2024-11-27T04:23:15,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/f48104dd63a3495ea2ac515f26f57325 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f48104dd63a3495ea2ac515f26f57325 2024-11-27T04:23:15,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f48104dd63a3495ea2ac515f26f57325, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T04:23:15,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/31a115ce536648d9b3b8f386c055a156 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/31a115ce536648d9b3b8f386c055a156 2024-11-27T04:23:15,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/31a115ce536648d9b3b8f386c055a156, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T04:23:15,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c95e0f2fb829b9b431577414a301baad in 1009ms, sequenceid=93, compaction requested=true 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:15,212 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:15,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:23:15,212 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:15,213 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:15,213 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:15,213 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,213 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:15,213 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a24c147344e04cee81c1a6edb9ac7b23, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/c87fa0a5dfed4c46b2c54ffcc25d4942, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e8cb23b9b8f47da8b5e587eec4d7cfa] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.5 K 2024-11-27T04:23:15,213 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:15,213 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,213 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b0edb8b7050d45df85d4678c20d0a7b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/d67b9441bc75446fa192f9387f258c0c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f48104dd63a3495ea2ac515f26f57325] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.3 K 2024-11-27T04:23:15,214 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a24c147344e04cee81c1a6edb9ac7b23, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732681393097 2024-11-27T04:23:15,214 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0edb8b7050d45df85d4678c20d0a7b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732681393097 2024-11-27T04:23:15,214 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c87fa0a5dfed4c46b2c54ffcc25d4942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732681393495 2024-11-27T04:23:15,215 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d67b9441bc75446fa192f9387f258c0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732681393495 2024-11-27T04:23:15,215 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e8cb23b9b8f47da8b5e587eec4d7cfa, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681393851 2024-11-27T04:23:15,215 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f48104dd63a3495ea2ac515f26f57325, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681393851 2024-11-27T04:23:15,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T04:23:15,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,240 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:23:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:15,242 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:15,242 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/4bc8a0f96ef841ea8718dbd128bfaea1 is 50, key is test_row_0/B:col10/1732681394202/Put/seqid=0 2024-11-27T04:23:15,260 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:15,260 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/e6b55fd5b7e74cd18e70a3b48873db9b is 50, key is test_row_0/A:col10/1732681394202/Put/seqid=0 2024-11-27T04:23:15,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T04:23:15,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/2b6266c67fbf42788cd8f736f9ff2b81 is 50, key is test_row_0/A:col10/1732681394251/Put/seqid=0 2024-11-27T04:23:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742386_1562 (size=12207) 2024-11-27T04:23:15,324 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/4bc8a0f96ef841ea8718dbd128bfaea1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/4bc8a0f96ef841ea8718dbd128bfaea1 2024-11-27T04:23:15,330 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 4bc8a0f96ef841ea8718dbd128bfaea1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:15,330 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:15,330 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681395212; duration=0sec 2024-11-27T04:23:15,330 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:15,330 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:15,330 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:15,331 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:15,331 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:15,331 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,331 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4db7535a085342038b665954e3c1c3d1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c5630617e97b4fbdba83d785d6d079c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/31a115ce536648d9b3b8f386c055a156] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.3 K 2024-11-27T04:23:15,332 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4db7535a085342038b665954e3c1c3d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732681393097 2024-11-27T04:23:15,332 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5630617e97b4fbdba83d785d6d079c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732681393495 2024-11-27T04:23:15,332 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31a115ce536648d9b3b8f386c055a156, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681393851 2024-11-27T04:23:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742387_1563 (size=12207) 2024-11-27T04:23:15,354 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/e6b55fd5b7e74cd18e70a3b48873db9b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e6b55fd5b7e74cd18e70a3b48873db9b 2024-11-27T04:23:15,362 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into e6b55fd5b7e74cd18e70a3b48873db9b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:15,362 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:15,362 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681395212; duration=0sec 2024-11-27T04:23:15,362 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:15,362 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:15,368 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:15,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/83c709d0788d41eba9fbc03e5c3d9d4e is 50, key is test_row_0/C:col10/1732681394202/Put/seqid=0 2024-11-27T04:23:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742388_1564 (size=12001) 2024-11-27T04:23:15,381 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/2b6266c67fbf42788cd8f736f9ff2b81 2024-11-27T04:23:15,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:15,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/06116d7a26ef488f8d433a5a0576f681 is 50, key is test_row_0/B:col10/1732681394251/Put/seqid=0 2024-11-27T04:23:15,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742389_1565 (size=12207) 2024-11-27T04:23:15,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681455421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,444 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/83c709d0788d41eba9fbc03e5c3d9d4e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/83c709d0788d41eba9fbc03e5c3d9d4e 2024-11-27T04:23:15,449 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 83c709d0788d41eba9fbc03e5c3d9d4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:15,449 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:15,449 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681395212; duration=0sec 2024-11-27T04:23:15,449 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:15,449 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681455433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681455435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681455440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681455441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742390_1566 (size=12001) 2024-11-27T04:23:15,477 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/06116d7a26ef488f8d433a5a0576f681 2024-11-27T04:23:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6361daf306014276a891adb25c261728 is 50, key is test_row_0/C:col10/1732681394251/Put/seqid=0 2024-11-27T04:23:15,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681455543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742391_1567 (size=12001) 2024-11-27T04:23:15,552 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6361daf306014276a891adb25c261728 2024-11-27T04:23:15,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/2b6266c67fbf42788cd8f736f9ff2b81 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/2b6266c67fbf42788cd8f736f9ff2b81 2024-11-27T04:23:15,562 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/2b6266c67fbf42788cd8f736f9ff2b81, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T04:23:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/06116d7a26ef488f8d433a5a0576f681 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/06116d7a26ef488f8d433a5a0576f681 2024-11-27T04:23:15,566 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/06116d7a26ef488f8d433a5a0576f681, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T04:23:15,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6361daf306014276a891adb25c261728 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6361daf306014276a891adb25c261728 2024-11-27T04:23:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681455552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T04:23:15,572 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6361daf306014276a891adb25c261728, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T04:23:15,573 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c95e0f2fb829b9b431577414a301baad in 333ms, sequenceid=116, compaction requested=false 2024-11-27T04:23:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-27T04:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-27T04:23:15,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T04:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:15,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-27T04:23:15,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-11-27T04:23:15,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.1160 sec 2024-11-27T04:23:15,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3884a013d18040dd8966f6f0112bb5b9 is 50, key is test_row_0/A:col10/1732681395577/Put/seqid=0 2024-11-27T04:23:15,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742392_1568 (size=19321) 2024-11-27T04:23:15,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3884a013d18040dd8966f6f0112bb5b9 2024-11-27T04:23:15,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/9db44bdcbd5949bea3b9f1e67e7dac14 is 50, key is test_row_0/B:col10/1732681395577/Put/seqid=0 2024-11-27T04:23:15,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681455658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681455671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681455671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742393_1569 (size=12151) 2024-11-27T04:23:15,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/9db44bdcbd5949bea3b9f1e67e7dac14 2024-11-27T04:23:15,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/174c10b8a944422db3833d6e3faa5e93 is 50, key is test_row_0/C:col10/1732681395577/Put/seqid=0 2024-11-27T04:23:15,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681455752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681455779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742394_1570 (size=12151) 2024-11-27T04:23:15,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681455783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681455784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:15,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681455985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681455996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681455997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681456060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681456088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/174c10b8a944422db3833d6e3faa5e93 2024-11-27T04:23:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3884a013d18040dd8966f6f0112bb5b9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3884a013d18040dd8966f6f0112bb5b9 2024-11-27T04:23:16,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3884a013d18040dd8966f6f0112bb5b9, entries=300, sequenceid=137, filesize=18.9 K 2024-11-27T04:23:16,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/9db44bdcbd5949bea3b9f1e67e7dac14 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9db44bdcbd5949bea3b9f1e67e7dac14 2024-11-27T04:23:16,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9db44bdcbd5949bea3b9f1e67e7dac14, entries=150, sequenceid=137, filesize=11.9 K 2024-11-27T04:23:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/174c10b8a944422db3833d6e3faa5e93 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/174c10b8a944422db3833d6e3faa5e93 2024-11-27T04:23:16,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/174c10b8a944422db3833d6e3faa5e93, entries=150, sequenceid=137, filesize=11.9 K 2024-11-27T04:23:16,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for c95e0f2fb829b9b431577414a301baad in 697ms, sequenceid=137, compaction requested=true 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:16,275 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:16,275 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:16,279 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43529 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:16,279 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:16,279 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:16,279 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:16,280 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,280 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,280 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/4bc8a0f96ef841ea8718dbd128bfaea1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/06116d7a26ef488f8d433a5a0576f681, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9db44bdcbd5949bea3b9f1e67e7dac14] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.5 K 2024-11-27T04:23:16,280 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e6b55fd5b7e74cd18e70a3b48873db9b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/2b6266c67fbf42788cd8f736f9ff2b81, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3884a013d18040dd8966f6f0112bb5b9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=42.5 K 2024-11-27T04:23:16,280 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc8a0f96ef841ea8718dbd128bfaea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681393851 2024-11-27T04:23:16,281 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 06116d7a26ef488f8d433a5a0576f681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732681394241 2024-11-27T04:23:16,281 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b55fd5b7e74cd18e70a3b48873db9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681393851 2024-11-27T04:23:16,281 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9db44bdcbd5949bea3b9f1e67e7dac14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732681395575 2024-11-27T04:23:16,281 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b6266c67fbf42788cd8f736f9ff2b81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732681394241 2024-11-27T04:23:16,282 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3884a013d18040dd8966f6f0112bb5b9, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732681395433 2024-11-27T04:23:16,300 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:16,300 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/31a6f05a21c04fbdad55b52d6d9fd764 is 50, key is test_row_0/A:col10/1732681395577/Put/seqid=0 2024-11-27T04:23:16,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T04:23:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:16,311 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:16,312 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/8e2d5b50e5de4506803670d1acc7773c is 50, key is test_row_0/B:col10/1732681395577/Put/seqid=0 2024-11-27T04:23:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:16,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:16,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5e52f72205b14ff4ab9500bed0809db9 is 50, key is test_row_0/A:col10/1732681395669/Put/seqid=0 2024-11-27T04:23:16,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742395_1571 (size=12459) 2024-11-27T04:23:16,346 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/31a6f05a21c04fbdad55b52d6d9fd764 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/31a6f05a21c04fbdad55b52d6d9fd764 2024-11-27T04:23:16,350 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 31a6f05a21c04fbdad55b52d6d9fd764(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:16,350 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:16,350 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681396275; duration=0sec 2024-11-27T04:23:16,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:16,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:16,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:16,353 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:16,354 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:16,355 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,355 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/83c709d0788d41eba9fbc03e5c3d9d4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6361daf306014276a891adb25c261728, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/174c10b8a944422db3833d6e3faa5e93] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.5 K 2024-11-27T04:23:16,355 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83c709d0788d41eba9fbc03e5c3d9d4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732681393851 2024-11-27T04:23:16,355 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6361daf306014276a891adb25c261728, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732681394241 2024-11-27T04:23:16,356 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 174c10b8a944422db3833d6e3faa5e93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732681395575 2024-11-27T04:23:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742396_1572 (size=12459) 2024-11-27T04:23:16,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681456363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681456367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681456367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742397_1573 (size=14541) 2024-11-27T04:23:16,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5e52f72205b14ff4ab9500bed0809db9 2024-11-27T04:23:16,387 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:16,388 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/2bc3e4f4658845babd1891c042763805 is 50, key is test_row_0/C:col10/1732681395577/Put/seqid=0 2024-11-27T04:23:16,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/6b3238a5a861420fb645e3dce59664cb is 50, key is test_row_0/B:col10/1732681395669/Put/seqid=0 2024-11-27T04:23:16,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742398_1574 (size=12459) 2024-11-27T04:23:16,429 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/2bc3e4f4658845babd1891c042763805 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2bc3e4f4658845babd1891c042763805 2024-11-27T04:23:16,437 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 2bc3e4f4658845babd1891c042763805(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:16,437 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:16,437 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681396275; duration=0sec 2024-11-27T04:23:16,437 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:16,437 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742399_1575 (size=12151) 2024-11-27T04:23:16,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/6b3238a5a861420fb645e3dce59664cb 2024-11-27T04:23:16,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/989c62e8404f4dbbbf950f7b9367f46d is 50, key is test_row_0/C:col10/1732681395669/Put/seqid=0 2024-11-27T04:23:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681456472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681456479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681456479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742400_1576 (size=12151) 2024-11-27T04:23:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T04:23:16,572 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-27T04:23:16,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-27T04:23:16,575 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:16,576 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:16,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T04:23:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681456577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681456600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T04:23:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681456682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681456685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681456685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,728 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T04:23:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:16,772 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/8e2d5b50e5de4506803670d1acc7773c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8e2d5b50e5de4506803670d1acc7773c 2024-11-27T04:23:16,779 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 8e2d5b50e5de4506803670d1acc7773c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:16,779 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:16,779 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681396275; duration=0sec 2024-11-27T04:23:16,779 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:16,779 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T04:23:16,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T04:23:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:16,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:16,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/989c62e8404f4dbbbf950f7b9367f46d 2024-11-27T04:23:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5e52f72205b14ff4ab9500bed0809db9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5e52f72205b14ff4ab9500bed0809db9 2024-11-27T04:23:16,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5e52f72205b14ff4ab9500bed0809db9, entries=200, sequenceid=157, filesize=14.2 K 2024-11-27T04:23:16,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/6b3238a5a861420fb645e3dce59664cb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6b3238a5a861420fb645e3dce59664cb 2024-11-27T04:23:16,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6b3238a5a861420fb645e3dce59664cb, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T04:23:16,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/989c62e8404f4dbbbf950f7b9367f46d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/989c62e8404f4dbbbf950f7b9367f46d 2024-11-27T04:23:16,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/989c62e8404f4dbbbf950f7b9367f46d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T04:23:16,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c95e0f2fb829b9b431577414a301baad in 646ms, sequenceid=157, compaction requested=false 2024-11-27T04:23:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:17,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T04:23:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/f45fea959f2c47c5a288ba5b387d64ad is 50, key is test_row_0/A:col10/1732681396366/Put/seqid=0 2024-11-27T04:23:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742401_1577 (size=16931) 2024-11-27T04:23:17,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/f45fea959f2c47c5a288ba5b387d64ad 2024-11-27T04:23:17,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T04:23:17,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:17,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/6ff50c26292e4ec2926f82a70279fb4d is 50, key is test_row_0/B:col10/1732681396366/Put/seqid=0 2024-11-27T04:23:17,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742402_1578 (size=12151) 2024-11-27T04:23:17,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/6ff50c26292e4ec2926f82a70279fb4d 2024-11-27T04:23:17,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/493e5ec03d2240a7b3383b87f9fe3c8a is 50, key is test_row_0/C:col10/1732681396366/Put/seqid=0 2024-11-27T04:23:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681457089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742403_1579 (size=12151) 2024-11-27T04:23:17,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/493e5ec03d2240a7b3383b87f9fe3c8a 2024-11-27T04:23:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681457097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681457098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/f45fea959f2c47c5a288ba5b387d64ad as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/f45fea959f2c47c5a288ba5b387d64ad 2024-11-27T04:23:17,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/f45fea959f2c47c5a288ba5b387d64ad, entries=250, sequenceid=180, filesize=16.5 K 2024-11-27T04:23:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/6ff50c26292e4ec2926f82a70279fb4d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6ff50c26292e4ec2926f82a70279fb4d 2024-11-27T04:23:17,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6ff50c26292e4ec2926f82a70279fb4d, entries=150, sequenceid=180, filesize=11.9 K 2024-11-27T04:23:17,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/493e5ec03d2240a7b3383b87f9fe3c8a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/493e5ec03d2240a7b3383b87f9fe3c8a 2024-11-27T04:23:17,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/493e5ec03d2240a7b3383b87f9fe3c8a, entries=150, sequenceid=180, filesize=11.9 K 2024-11-27T04:23:17,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c95e0f2fb829b9b431577414a301baad in 132ms, sequenceid=180, compaction requested=true 2024-11-27T04:23:17,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:17,135 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:17,135 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:17,136 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:17,136 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:17,136 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,136 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/31a6f05a21c04fbdad55b52d6d9fd764, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5e52f72205b14ff4ab9500bed0809db9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/f45fea959f2c47c5a288ba5b387d64ad] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=42.9 K 2024-11-27T04:23:17,136 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:17,136 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:17,136 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,136 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8e2d5b50e5de4506803670d1acc7773c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6b3238a5a861420fb645e3dce59664cb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6ff50c26292e4ec2926f82a70279fb4d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.9 K 2024-11-27T04:23:17,137 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e2d5b50e5de4506803670d1acc7773c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732681395575 2024-11-27T04:23:17,137 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31a6f05a21c04fbdad55b52d6d9fd764, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732681395575 2024-11-27T04:23:17,137 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b3238a5a861420fb645e3dce59664cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732681395640 2024-11-27T04:23:17,137 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e52f72205b14ff4ab9500bed0809db9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732681395640 2024-11-27T04:23:17,137 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ff50c26292e4ec2926f82a70279fb4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732681396366 2024-11-27T04:23:17,138 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f45fea959f2c47c5a288ba5b387d64ad, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732681396364 2024-11-27T04:23:17,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:17,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:17,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:17,154 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:17,154 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/33343787316e4b3d9f977813ec36788f is 50, key is test_row_0/B:col10/1732681396366/Put/seqid=0 2024-11-27T04:23:17,174 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#490 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:17,178 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5a77405442274a189780f9b9b803a3e4 is 50, key is test_row_0/A:col10/1732681396366/Put/seqid=0 2024-11-27T04:23:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T04:23:17,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T04:23:17,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,188 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:23:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:17,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/1deecfaeab8d4f47a464537f208ad3e9 is 50, key is test_row_0/A:col10/1732681397096/Put/seqid=0 2024-11-27T04:23:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742404_1580 (size=12561) 2024-11-27T04:23:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:17,214 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/33343787316e4b3d9f977813ec36788f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/33343787316e4b3d9f977813ec36788f 2024-11-27T04:23:17,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742405_1581 (size=12561) 2024-11-27T04:23:17,223 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 33343787316e4b3d9f977813ec36788f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:17,223 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:17,223 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681397135; duration=0sec 2024-11-27T04:23:17,223 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:17,223 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:17,223 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:17,225 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:17,225 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:17,225 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,225 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2bc3e4f4658845babd1891c042763805, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/989c62e8404f4dbbbf950f7b9367f46d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/493e5ec03d2240a7b3383b87f9fe3c8a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=35.9 K 2024-11-27T04:23:17,229 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc3e4f4658845babd1891c042763805, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732681395575 2024-11-27T04:23:17,229 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 989c62e8404f4dbbbf950f7b9367f46d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732681395640 2024-11-27T04:23:17,230 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 493e5ec03d2240a7b3383b87f9fe3c8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732681396366 2024-11-27T04:23:17,230 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5a77405442274a189780f9b9b803a3e4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5a77405442274a189780f9b9b803a3e4 2024-11-27T04:23:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742406_1582 (size=12151) 2024-11-27T04:23:17,249 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/1deecfaeab8d4f47a464537f208ad3e9 2024-11-27T04:23:17,252 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 5a77405442274a189780f9b9b803a3e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:17,252 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:17,252 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681397135; duration=0sec 2024-11-27T04:23:17,252 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:17,252 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:17,258 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:17,258 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/e5ab536b0d274d8f96e6440da3773c6a is 50, key is test_row_0/C:col10/1732681396366/Put/seqid=0 2024-11-27T04:23:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/0272980de96547e4a0632e07542654a7 is 50, key is test_row_0/B:col10/1732681397096/Put/seqid=0 2024-11-27T04:23:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681457281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681457286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681457282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742407_1583 (size=12561) 2024-11-27T04:23:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742408_1584 (size=12151) 2024-11-27T04:23:17,338 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/0272980de96547e4a0632e07542654a7 2024-11-27T04:23:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/04ed082d1b194bc7b3b56b26122be63b is 50, key is test_row_0/C:col10/1732681397096/Put/seqid=0 2024-11-27T04:23:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681457388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681457395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681457396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742409_1585 (size=12151) 2024-11-27T04:23:17,412 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/04ed082d1b194bc7b3b56b26122be63b 2024-11-27T04:23:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/1deecfaeab8d4f47a464537f208ad3e9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/1deecfaeab8d4f47a464537f208ad3e9 2024-11-27T04:23:17,425 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/1deecfaeab8d4f47a464537f208ad3e9, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T04:23:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/0272980de96547e4a0632e07542654a7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0272980de96547e4a0632e07542654a7 2024-11-27T04:23:17,434 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0272980de96547e4a0632e07542654a7, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T04:23:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/04ed082d1b194bc7b3b56b26122be63b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ed082d1b194bc7b3b56b26122be63b 2024-11-27T04:23:17,441 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ed082d1b194bc7b3b56b26122be63b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T04:23:17,442 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c95e0f2fb829b9b431577414a301baad in 254ms, sequenceid=196, compaction requested=false 2024-11-27T04:23:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-27T04:23:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-27T04:23:17,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-27T04:23:17,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 867 msec 2024-11-27T04:23:17,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 872 msec 2024-11-27T04:23:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:17,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:23:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:17,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/6bb97503edd94ed78edb7d866e6cb254 is 50, key is test_row_0/A:col10/1732681397595/Put/seqid=0 2024-11-27T04:23:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742410_1586 (size=14541) 2024-11-27T04:23:17,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/6bb97503edd94ed78edb7d866e6cb254 2024-11-27T04:23:17,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/3b9b507e1cb942ad92674114dc51c99c is 50, key is test_row_0/B:col10/1732681397595/Put/seqid=0 2024-11-27T04:23:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681457635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681457636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681457643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681457647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681457647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T04:23:17,681 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-27T04:23:17,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-27T04:23:17,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T04:23:17,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:17,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:17,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742411_1587 (size=12151) 2024-11-27T04:23:17,733 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/e5ab536b0d274d8f96e6440da3773c6a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e5ab536b0d274d8f96e6440da3773c6a 2024-11-27T04:23:17,738 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into e5ab536b0d274d8f96e6440da3773c6a(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:17,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:17,738 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681397141; duration=0sec 2024-11-27T04:23:17,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:17,738 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:17,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681457749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681457749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681457752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681457771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681457772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T04:23:17,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:17,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681457954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681457955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681457958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681457975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681457980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T04:23:17,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:17,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T04:23:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:17,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/3b9b507e1cb942ad92674114dc51c99c 2024-11-27T04:23:18,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/23f7795ef6a946a79884ddab94fb6584 is 50, key is test_row_0/C:col10/1732681397595/Put/seqid=0 2024-11-27T04:23:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742412_1588 (size=12151) 2024-11-27T04:23:18,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T04:23:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681458259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681458260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681458267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681458280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T04:23:18,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681458289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T04:23:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T04:23:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:18,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/23f7795ef6a946a79884ddab94fb6584 2024-11-27T04:23:18,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/6bb97503edd94ed78edb7d866e6cb254 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/6bb97503edd94ed78edb7d866e6cb254 2024-11-27T04:23:18,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/6bb97503edd94ed78edb7d866e6cb254, entries=200, sequenceid=219, filesize=14.2 K 2024-11-27T04:23:18,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/3b9b507e1cb942ad92674114dc51c99c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3b9b507e1cb942ad92674114dc51c99c 2024-11-27T04:23:18,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3b9b507e1cb942ad92674114dc51c99c, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T04:23:18,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/23f7795ef6a946a79884ddab94fb6584 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/23f7795ef6a946a79884ddab94fb6584 2024-11-27T04:23:18,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/23f7795ef6a946a79884ddab94fb6584, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T04:23:18,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c95e0f2fb829b9b431577414a301baad in 927ms, sequenceid=219, compaction requested=true 2024-11-27T04:23:18,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:18,523 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:18,524 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:18,524 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:18,524 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:18,524 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,525 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5a77405442274a189780f9b9b803a3e4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/1deecfaeab8d4f47a464537f208ad3e9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/6bb97503edd94ed78edb7d866e6cb254] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=38.3 K 2024-11-27T04:23:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:18,525 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a77405442274a189780f9b9b803a3e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732681396366 2024-11-27T04:23:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:18,525 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1deecfaeab8d4f47a464537f208ad3e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732681397086 2024-11-27T04:23:18,526 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bb97503edd94ed78edb7d866e6cb254, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732681397279 2024-11-27T04:23:18,526 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:18,526 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:18,526 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,526 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/33343787316e4b3d9f977813ec36788f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0272980de96547e4a0632e07542654a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3b9b507e1cb942ad92674114dc51c99c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.0 K 2024-11-27T04:23:18,526 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 33343787316e4b3d9f977813ec36788f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732681396366 2024-11-27T04:23:18,527 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0272980de96547e4a0632e07542654a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732681397086 2024-11-27T04:23:18,527 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b9b507e1cb942ad92674114dc51c99c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732681397279 2024-11-27T04:23:18,542 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:18,542 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/418d76e329e64443abeef1e34344842a is 50, key is test_row_0/A:col10/1732681397595/Put/seqid=0 2024-11-27T04:23:18,545 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:18,545 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/78f28e16c8c244eda91a062e6ce2182a is 50, key is test_row_0/B:col10/1732681397595/Put/seqid=0 2024-11-27T04:23:18,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742413_1589 (size=12663) 2024-11-27T04:23:18,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742414_1590 (size=12663) 2024-11-27T04:23:18,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,611 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/882a452cff11414795aafa33db840d11 is 50, key is test_row_0/A:col10/1732681397645/Put/seqid=0 2024-11-27T04:23:18,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742415_1591 (size=12151) 2024-11-27T04:23:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:18,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T04:23:18,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681458798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681458802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681458807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681458808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681458808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681458908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681458909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681458913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681458917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681458917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:18,969 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/418d76e329e64443abeef1e34344842a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/418d76e329e64443abeef1e34344842a 2024-11-27T04:23:18,973 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 418d76e329e64443abeef1e34344842a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:18,973 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:18,973 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681398523; duration=0sec 2024-11-27T04:23:18,974 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:18,974 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:18,974 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:18,976 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:18,976 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:18,976 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:18,976 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e5ab536b0d274d8f96e6440da3773c6a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ed082d1b194bc7b3b56b26122be63b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/23f7795ef6a946a79884ddab94fb6584] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.0 K 2024-11-27T04:23:18,977 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ab536b0d274d8f96e6440da3773c6a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732681396366 2024-11-27T04:23:18,977 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ed082d1b194bc7b3b56b26122be63b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732681397086 2024-11-27T04:23:18,977 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f7795ef6a946a79884ddab94fb6584, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732681397279 2024-11-27T04:23:18,978 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/78f28e16c8c244eda91a062e6ce2182a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/78f28e16c8c244eda91a062e6ce2182a 2024-11-27T04:23:18,992 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 78f28e16c8c244eda91a062e6ce2182a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:18,992 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:18,992 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681398524; duration=0sec 2024-11-27T04:23:18,992 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:18,992 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:18,998 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:18,998 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c2d912872b2b415f9f42b5fd3466afb9 is 50, key is test_row_0/C:col10/1732681397595/Put/seqid=0 2024-11-27T04:23:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742416_1592 (size=12663) 2024-11-27T04:23:19,009 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c2d912872b2b415f9f42b5fd3466afb9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2d912872b2b415f9f42b5fd3466afb9 2024-11-27T04:23:19,013 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into c2d912872b2b415f9f42b5fd3466afb9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:19,013 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:19,013 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681398525; duration=0sec 2024-11-27T04:23:19,013 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:19,013 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:19,019 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/882a452cff11414795aafa33db840d11 2024-11-27T04:23:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/c9b7b6a30e824c9db0b59f6c0c7234a3 is 50, key is test_row_0/B:col10/1732681397645/Put/seqid=0 2024-11-27T04:23:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742417_1593 (size=12151) 2024-11-27T04:23:19,042 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/c9b7b6a30e824c9db0b59f6c0c7234a3 2024-11-27T04:23:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/7601f9ac544a4df08c015f6657f49048 is 50, key is test_row_0/C:col10/1732681397645/Put/seqid=0 2024-11-27T04:23:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742418_1594 (size=12151) 2024-11-27T04:23:19,059 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/7601f9ac544a4df08c015f6657f49048 2024-11-27T04:23:19,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/882a452cff11414795aafa33db840d11 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/882a452cff11414795aafa33db840d11 2024-11-27T04:23:19,069 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/882a452cff11414795aafa33db840d11, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T04:23:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/c9b7b6a30e824c9db0b59f6c0c7234a3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/c9b7b6a30e824c9db0b59f6c0c7234a3 2024-11-27T04:23:19,073 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/c9b7b6a30e824c9db0b59f6c0c7234a3, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T04:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/7601f9ac544a4df08c015f6657f49048 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7601f9ac544a4df08c015f6657f49048 2024-11-27T04:23:19,079 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7601f9ac544a4df08c015f6657f49048, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T04:23:19,080 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for c95e0f2fb829b9b431577414a301baad in 469ms, sequenceid=235, compaction requested=false 2024-11-27T04:23:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-27T04:23:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-27T04:23:19,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T04:23:19,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-11-27T04:23:19,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4000 sec 2024-11-27T04:23:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:19,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:23:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:19,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc is 50, key is test_row_0/A:col10/1732681398789/Put/seqid=0 2024-11-27T04:23:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742419_1595 (size=14641) 2024-11-27T04:23:19,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc 2024-11-27T04:23:19,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e947e0913fa34af38149f16097f45756 is 50, key is test_row_0/B:col10/1732681398789/Put/seqid=0 2024-11-27T04:23:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681459128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681459130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742420_1596 (size=12251) 2024-11-27T04:23:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681459130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681459131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681459132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681459236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681459237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681459238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681459238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681459238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681459441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681459441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681459442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681459446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681459447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e947e0913fa34af38149f16097f45756 2024-11-27T04:23:19,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/d81eb61b64cc45c0bf81b60fff14d1d9 is 50, key is test_row_0/C:col10/1732681398789/Put/seqid=0 2024-11-27T04:23:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742421_1597 (size=12251) 2024-11-27T04:23:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681459747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681459747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681459749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681459752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681459754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T04:23:19,791 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-27T04:23:19,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-27T04:23:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T04:23:19,794 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:19,794 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:19,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T04:23:19,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:19,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T04:23:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:19,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:19,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:19,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/d81eb61b64cc45c0bf81b60fff14d1d9 2024-11-27T04:23:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc 2024-11-27T04:23:19,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc, entries=200, sequenceid=262, filesize=14.3 K 2024-11-27T04:23:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e947e0913fa34af38149f16097f45756 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e947e0913fa34af38149f16097f45756 2024-11-27T04:23:19,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e947e0913fa34af38149f16097f45756, entries=150, sequenceid=262, filesize=12.0 K 2024-11-27T04:23:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/d81eb61b64cc45c0bf81b60fff14d1d9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/d81eb61b64cc45c0bf81b60fff14d1d9 2024-11-27T04:23:19,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/d81eb61b64cc45c0bf81b60fff14d1d9, entries=150, sequenceid=262, filesize=12.0 K 2024-11-27T04:23:19,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c95e0f2fb829b9b431577414a301baad in 848ms, sequenceid=262, compaction requested=true 2024-11-27T04:23:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:19,964 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:19,964 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:19,965 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:19,965 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:19,965 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:19,965 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:19,966 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:19,966 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:19,966 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/78f28e16c8c244eda91a062e6ce2182a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/c9b7b6a30e824c9db0b59f6c0c7234a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e947e0913fa34af38149f16097f45756] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.2 K 2024-11-27T04:23:19,966 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/418d76e329e64443abeef1e34344842a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/882a452cff11414795aafa33db840d11, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=38.5 K 2024-11-27T04:23:19,966 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f28e16c8c244eda91a062e6ce2182a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732681397279 2024-11-27T04:23:19,966 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 418d76e329e64443abeef1e34344842a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732681397279 2024-11-27T04:23:19,966 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c9b7b6a30e824c9db0b59f6c0c7234a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732681397631 2024-11-27T04:23:19,967 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 882a452cff11414795aafa33db840d11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732681397631 2024-11-27T04:23:19,967 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e947e0913fa34af38149f16097f45756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732681398789 2024-11-27T04:23:19,967 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8feb4ca0ff7744e5a5fa0d45dd1cc2cc, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732681398789 2024-11-27T04:23:19,974 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:19,974 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/496e2879d0324bd0a5bc581fc0a9f478 is 50, key is test_row_0/B:col10/1732681398789/Put/seqid=0 2024-11-27T04:23:19,975 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:19,976 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/947b408cd47645009448cde04bbe434f is 50, key is test_row_0/A:col10/1732681398789/Put/seqid=0 2024-11-27T04:23:19,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742423_1599 (size=12865) 2024-11-27T04:23:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742422_1598 (size=12865) 2024-11-27T04:23:20,007 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/496e2879d0324bd0a5bc581fc0a9f478 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/496e2879d0324bd0a5bc581fc0a9f478 2024-11-27T04:23:20,014 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 496e2879d0324bd0a5bc581fc0a9f478(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:20,014 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:20,014 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681399964; duration=0sec 2024-11-27T04:23:20,014 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:20,014 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:20,014 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:20,017 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:20,017 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:20,017 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:20,017 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2d912872b2b415f9f42b5fd3466afb9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7601f9ac544a4df08c015f6657f49048, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/d81eb61b64cc45c0bf81b60fff14d1d9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.2 K 2024-11-27T04:23:20,017 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d912872b2b415f9f42b5fd3466afb9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732681397279 2024-11-27T04:23:20,018 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7601f9ac544a4df08c015f6657f49048, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732681397631 2024-11-27T04:23:20,018 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d81eb61b64cc45c0bf81b60fff14d1d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732681398789 2024-11-27T04:23:20,027 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:20,028 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/88ec287d92864ec0b2d78a3b9117525a is 50, key is test_row_0/C:col10/1732681398789/Put/seqid=0 2024-11-27T04:23:20,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742424_1600 (size=12865) 2024-11-27T04:23:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T04:23:20,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T04:23:20,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:20,100 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:23:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/15559fa4db394c5394dc1955d2c97f8f is 50, key is test_row_0/A:col10/1732681399130/Put/seqid=0 2024-11-27T04:23:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742425_1601 (size=12301) 2024-11-27T04:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:20,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681460275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681460276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681460279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681460280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681460280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,386 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/947b408cd47645009448cde04bbe434f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/947b408cd47645009448cde04bbe434f 2024-11-27T04:23:20,391 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 947b408cd47645009448cde04bbe434f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:20,391 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:20,391 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681399964; duration=0sec 2024-11-27T04:23:20,391 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:20,391 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681460382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681460382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681460385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T04:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681460385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681460385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,437 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/88ec287d92864ec0b2d78a3b9117525a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/88ec287d92864ec0b2d78a3b9117525a 2024-11-27T04:23:20,444 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 88ec287d92864ec0b2d78a3b9117525a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:20,444 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:20,444 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681399965; duration=0sec 2024-11-27T04:23:20,444 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:20,444 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:20,509 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/15559fa4db394c5394dc1955d2c97f8f 2024-11-27T04:23:20,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/2f24147bd45e4b52a51d6b70336a77e4 is 50, key is test_row_0/B:col10/1732681399130/Put/seqid=0 2024-11-27T04:23:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742426_1602 (size=12301) 2024-11-27T04:23:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681460596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681460597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681460598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681460604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681460606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T04:23:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681460903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681460903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681460903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681460910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681460912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:20,922 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/2f24147bd45e4b52a51d6b70336a77e4 2024-11-27T04:23:20,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/7937ad4fb2894ef7b769d561422da987 is 50, key is test_row_0/C:col10/1732681399130/Put/seqid=0 2024-11-27T04:23:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742427_1603 (size=12301) 2024-11-27T04:23:21,332 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/7937ad4fb2894ef7b769d561422da987 2024-11-27T04:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/15559fa4db394c5394dc1955d2c97f8f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15559fa4db394c5394dc1955d2c97f8f 2024-11-27T04:23:21,340 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15559fa4db394c5394dc1955d2c97f8f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T04:23:21,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/2f24147bd45e4b52a51d6b70336a77e4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2f24147bd45e4b52a51d6b70336a77e4 2024-11-27T04:23:21,344 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2f24147bd45e4b52a51d6b70336a77e4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T04:23:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/7937ad4fb2894ef7b769d561422da987 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7937ad4fb2894ef7b769d561422da987 2024-11-27T04:23:21,348 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7937ad4fb2894ef7b769d561422da987, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T04:23:21,349 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c95e0f2fb829b9b431577414a301baad in 1249ms, sequenceid=275, compaction requested=false 2024-11-27T04:23:21,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:21,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:21,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-27T04:23:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-27T04:23:21,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-27T04:23:21,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-27T04:23:21,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.5580 sec 2024-11-27T04:23:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:21,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:23:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:21,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3e7fd563d25d4eca9e5a838ffdd57393 is 50, key is test_row_0/A:col10/1732681401413/Put/seqid=0 2024-11-27T04:23:21,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681461420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742428_1604 (size=12301) 2024-11-27T04:23:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681461422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681461422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681461423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681461424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681461525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681461529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681461529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681461531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681461531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681461729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681461735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681461736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681461736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681461737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:21,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3e7fd563d25d4eca9e5a838ffdd57393 2024-11-27T04:23:21,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/1b07bdd9833342eaa7e49e2963f7a4b5 is 50, key is test_row_0/B:col10/1732681401413/Put/seqid=0 2024-11-27T04:23:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742429_1605 (size=12301) 2024-11-27T04:23:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T04:23:21,898 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-27T04:23:21,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-27T04:23:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T04:23:21,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:21,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:21,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T04:23:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681462034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681462041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681462042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681462042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681462050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T04:23:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T04:23:22,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T04:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/1b07bdd9833342eaa7e49e2963f7a4b5 2024-11-27T04:23:22,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/aed61758506a4208bff3a06f67cb0fd9 is 50, key is test_row_0/C:col10/1732681401413/Put/seqid=0 2024-11-27T04:23:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742430_1606 (size=12301) 2024-11-27T04:23:22,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T04:23:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T04:23:22,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T04:23:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681462542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681462544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681462548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681462550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681462554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/aed61758506a4208bff3a06f67cb0fd9 2024-11-27T04:23:22,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T04:23:22,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:22,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:22,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/3e7fd563d25d4eca9e5a838ffdd57393 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e7fd563d25d4eca9e5a838ffdd57393 2024-11-27T04:23:22,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e7fd563d25d4eca9e5a838ffdd57393, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T04:23:22,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/1b07bdd9833342eaa7e49e2963f7a4b5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1b07bdd9833342eaa7e49e2963f7a4b5 2024-11-27T04:23:22,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1b07bdd9833342eaa7e49e2963f7a4b5, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T04:23:22,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/aed61758506a4208bff3a06f67cb0fd9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/aed61758506a4208bff3a06f67cb0fd9 2024-11-27T04:23:22,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/aed61758506a4208bff3a06f67cb0fd9, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T04:23:22,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c95e0f2fb829b9b431577414a301baad in 1274ms, sequenceid=302, compaction requested=true 2024-11-27T04:23:22,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:22,689 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:23:22,689 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:22,690 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:22,690 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:22,690 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,690 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/496e2879d0324bd0a5bc581fc0a9f478, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2f24147bd45e4b52a51d6b70336a77e4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1b07bdd9833342eaa7e49e2963f7a4b5] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.6 K 2024-11-27T04:23:22,691 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:22,691 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:22,691 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,691 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/947b408cd47645009448cde04bbe434f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15559fa4db394c5394dc1955d2c97f8f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e7fd563d25d4eca9e5a838ffdd57393] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.6 K 2024-11-27T04:23:22,691 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 947b408cd47645009448cde04bbe434f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732681398789 2024-11-27T04:23:22,692 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 496e2879d0324bd0a5bc581fc0a9f478, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732681398789 2024-11-27T04:23:22,692 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f24147bd45e4b52a51d6b70336a77e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732681399122 2024-11-27T04:23:22,692 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15559fa4db394c5394dc1955d2c97f8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732681399122 2024-11-27T04:23:22,692 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b07bdd9833342eaa7e49e2963f7a4b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732681400275 2024-11-27T04:23:22,692 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e7fd563d25d4eca9e5a838ffdd57393, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732681400275 2024-11-27T04:23:22,701 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:22,701 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:22,702 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/178e9cec6dbc4243bf3cfe7e5be1bb4e is 50, key is test_row_0/A:col10/1732681401413/Put/seqid=0 2024-11-27T04:23:22,702 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e14a4084ab0b498fb6e7b08b2abe3f63 is 50, key is test_row_0/B:col10/1732681401413/Put/seqid=0 2024-11-27T04:23:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742431_1607 (size=13017) 2024-11-27T04:23:22,723 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/178e9cec6dbc4243bf3cfe7e5be1bb4e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/178e9cec6dbc4243bf3cfe7e5be1bb4e 2024-11-27T04:23:22,729 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 178e9cec6dbc4243bf3cfe7e5be1bb4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:22,729 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:22,729 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681402688; duration=0sec 2024-11-27T04:23:22,729 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:22,729 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:22,729 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:22,731 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:22,731 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:22,731 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,731 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/88ec287d92864ec0b2d78a3b9117525a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7937ad4fb2894ef7b769d561422da987, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/aed61758506a4208bff3a06f67cb0fd9] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.6 K 2024-11-27T04:23:22,732 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88ec287d92864ec0b2d78a3b9117525a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732681398789 2024-11-27T04:23:22,732 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7937ad4fb2894ef7b769d561422da987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732681399122 2024-11-27T04:23:22,733 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting aed61758506a4208bff3a06f67cb0fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732681400275 2024-11-27T04:23:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742432_1608 (size=13017) 2024-11-27T04:23:22,737 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e14a4084ab0b498fb6e7b08b2abe3f63 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e14a4084ab0b498fb6e7b08b2abe3f63 2024-11-27T04:23:22,744 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:22,745 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into e14a4084ab0b498fb6e7b08b2abe3f63(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:22,745 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:22,745 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681402689; duration=0sec 2024-11-27T04:23:22,745 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:22,745 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:22,747 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/44a102f33fa249629d9968342cd15d84 is 50, key is test_row_0/C:col10/1732681401413/Put/seqid=0 2024-11-27T04:23:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742433_1609 (size=13017) 2024-11-27T04:23:22,765 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/44a102f33fa249629d9968342cd15d84 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/44a102f33fa249629d9968342cd15d84 2024-11-27T04:23:22,770 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 44a102f33fa249629d9968342cd15d84(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:22,770 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:22,770 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681402689; duration=0sec 2024-11-27T04:23:22,770 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:22,771 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:22,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:22,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T04:23:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:22,819 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:22,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9d28476e9da941399c1d1d476a6d1876 is 50, key is test_row_0/A:col10/1732681401421/Put/seqid=0 2024-11-27T04:23:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742434_1610 (size=9857) 2024-11-27T04:23:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T04:23:23,229 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9d28476e9da941399c1d1d476a6d1876 2024-11-27T04:23:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/cb068819da4344b8a7097d5672c1a9e9 is 50, key is test_row_0/B:col10/1732681401421/Put/seqid=0 2024-11-27T04:23:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742435_1611 (size=9857) 2024-11-27T04:23:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681463584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681463584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681463586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681463587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681463591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,641 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/cb068819da4344b8a7097d5672c1a9e9 2024-11-27T04:23:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/588f9ffc44dc46f387a923786569ccac is 50, key is test_row_0/C:col10/1732681401421/Put/seqid=0 2024-11-27T04:23:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742436_1612 (size=9857) 2024-11-27T04:23:23,691 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/588f9ffc44dc46f387a923786569ccac 2024-11-27T04:23:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9d28476e9da941399c1d1d476a6d1876 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9d28476e9da941399c1d1d476a6d1876 2024-11-27T04:23:23,700 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9d28476e9da941399c1d1d476a6d1876, entries=100, sequenceid=316, filesize=9.6 K 2024-11-27T04:23:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/cb068819da4344b8a7097d5672c1a9e9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/cb068819da4344b8a7097d5672c1a9e9 2024-11-27T04:23:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681463694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681463694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681463694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681463694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,707 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/cb068819da4344b8a7097d5672c1a9e9, entries=100, sequenceid=316, filesize=9.6 K 2024-11-27T04:23:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/588f9ffc44dc46f387a923786569ccac as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/588f9ffc44dc46f387a923786569ccac 2024-11-27T04:23:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681463702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,713 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/588f9ffc44dc46f387a923786569ccac, entries=100, sequenceid=316, filesize=9.6 K 2024-11-27T04:23:23,714 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c95e0f2fb829b9b431577414a301baad in 894ms, sequenceid=316, compaction requested=false 2024-11-27T04:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-27T04:23:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-27T04:23:23,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-27T04:23:23,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-27T04:23:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.8180 sec 2024-11-27T04:23:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:23,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:23:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:23,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:23,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/15ddb881f590461f8efe9151674deec6 is 50, key is test_row_0/A:col10/1732681403909/Put/seqid=0 2024-11-27T04:23:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681463914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742437_1613 (size=12301) 2024-11-27T04:23:23,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681463918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681463920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681463920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681463920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T04:23:24,005 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-27T04:23:24,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-27T04:23:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T04:23:24,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:24,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:24,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:24,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681464022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681464025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681464028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681464029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681464030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T04:23:24,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T04:23:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681464225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681464228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681464233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681464235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681464236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T04:23:24,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T04:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/15ddb881f590461f8efe9151674deec6 2024-11-27T04:23:24,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/19f89386b036423e8954de46224a0aa1 is 50, key is test_row_0/B:col10/1732681403909/Put/seqid=0 2024-11-27T04:23:24,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742438_1614 (size=12301) 2024-11-27T04:23:24,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/19f89386b036423e8954de46224a0aa1 2024-11-27T04:23:24,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/3a6454d25c844d33aba1f0b5c054b772 is 50, key is test_row_0/C:col10/1732681403909/Put/seqid=0 2024-11-27T04:23:24,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742439_1615 (size=12301) 2024-11-27T04:23:24,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/3a6454d25c844d33aba1f0b5c054b772 2024-11-27T04:23:24,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/15ddb881f590461f8efe9151674deec6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15ddb881f590461f8efe9151674deec6 2024-11-27T04:23:24,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15ddb881f590461f8efe9151674deec6, entries=150, sequenceid=344, filesize=12.0 K 2024-11-27T04:23:24,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/19f89386b036423e8954de46224a0aa1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/19f89386b036423e8954de46224a0aa1 2024-11-27T04:23:24,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/19f89386b036423e8954de46224a0aa1, entries=150, sequenceid=344, filesize=12.0 K 2024-11-27T04:23:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/3a6454d25c844d33aba1f0b5c054b772 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/3a6454d25c844d33aba1f0b5c054b772 2024-11-27T04:23:24,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/3a6454d25c844d33aba1f0b5c054b772, entries=150, sequenceid=344, filesize=12.0 K 2024-11-27T04:23:24,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c95e0f2fb829b9b431577414a301baad in 451ms, sequenceid=344, compaction requested=true 2024-11-27T04:23:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:24,360 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:24,360 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:24,362 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:24,362 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:24,362 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:24,362 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:24,362 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,362 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,362 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e14a4084ab0b498fb6e7b08b2abe3f63, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/cb068819da4344b8a7097d5672c1a9e9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/19f89386b036423e8954de46224a0aa1] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=34.4 K 2024-11-27T04:23:24,362 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/178e9cec6dbc4243bf3cfe7e5be1bb4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9d28476e9da941399c1d1d476a6d1876, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15ddb881f590461f8efe9151674deec6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=34.4 K 2024-11-27T04:23:24,362 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e14a4084ab0b498fb6e7b08b2abe3f63, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732681400275 2024-11-27T04:23:24,363 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 178e9cec6dbc4243bf3cfe7e5be1bb4e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732681400275 2024-11-27T04:23:24,363 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting cb068819da4344b8a7097d5672c1a9e9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732681401421 2024-11-27T04:23:24,363 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d28476e9da941399c1d1d476a6d1876, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732681401421 2024-11-27T04:23:24,363 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 19f89386b036423e8954de46224a0aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732681403908 2024-11-27T04:23:24,363 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15ddb881f590461f8efe9151674deec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732681403908 2024-11-27T04:23:24,369 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#525 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:24,370 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/667ab83075294b30803436608c16807e is 50, key is test_row_0/A:col10/1732681403909/Put/seqid=0 2024-11-27T04:23:24,372 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:24,372 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/f1ead3f43b044a02ab2be9735a454a98 is 50, key is test_row_0/B:col10/1732681403909/Put/seqid=0 2024-11-27T04:23:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742440_1616 (size=13119) 2024-11-27T04:23:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742441_1617 (size=13119) 2024-11-27T04:23:24,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T04:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,466 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/a82956dc534e49968dd16f66a8617a04 is 50, key is test_row_1/A:col10/1732681403918/Put/seqid=0 2024-11-27T04:23:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742442_1618 (size=9857) 2024-11-27T04:23:24,475 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/a82956dc534e49968dd16f66a8617a04 2024-11-27T04:23:24,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/9057ce8fbde245bebbba5d4a18c2e0c7 is 50, key is test_row_1/B:col10/1732681403918/Put/seqid=0 2024-11-27T04:23:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742443_1619 (size=9857) 2024-11-27T04:23:24,486 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/9057ce8fbde245bebbba5d4a18c2e0c7 2024-11-27T04:23:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/70bae374887d4551acbc39827bd45b4e is 50, key is test_row_1/C:col10/1732681403918/Put/seqid=0 2024-11-27T04:23:24,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742444_1620 (size=9857) 2024-11-27T04:23:24,497 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/70bae374887d4551acbc39827bd45b4e 2024-11-27T04:23:24,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/a82956dc534e49968dd16f66a8617a04 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a82956dc534e49968dd16f66a8617a04 2024-11-27T04:23:24,506 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a82956dc534e49968dd16f66a8617a04, entries=100, sequenceid=352, filesize=9.6 K 2024-11-27T04:23:24,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/9057ce8fbde245bebbba5d4a18c2e0c7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9057ce8fbde245bebbba5d4a18c2e0c7 2024-11-27T04:23:24,511 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9057ce8fbde245bebbba5d4a18c2e0c7, entries=100, sequenceid=352, filesize=9.6 K 2024-11-27T04:23:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/70bae374887d4551acbc39827bd45b4e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/70bae374887d4551acbc39827bd45b4e 2024-11-27T04:23:24,514 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/70bae374887d4551acbc39827bd45b4e, entries=100, sequenceid=352, filesize=9.6 K 2024-11-27T04:23:24,515 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c95e0f2fb829b9b431577414a301baad in 49ms, sequenceid=352, compaction requested=true 2024-11-27T04:23:24,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:24,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-27T04:23:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-27T04:23:24,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-27T04:23:24,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 508 msec 2024-11-27T04:23:24,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 512 msec 2024-11-27T04:23:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:24,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:24,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/4f9d6b1873184eea9bb8ab44b9002c7f is 50, key is test_row_0/A:col10/1732681404539/Put/seqid=0 2024-11-27T04:23:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742445_1621 (size=19621) 2024-11-27T04:23:24,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T04:23:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681464600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T04:23:24,610 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-27T04:23:24,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681464603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681464604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681464605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681464606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-27T04:23:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T04:23:24,612 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:24,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:24,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:24,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681464707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681464711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T04:23:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681464712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681464712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681464712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T04:23:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,780 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/f1ead3f43b044a02ab2be9735a454a98 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f1ead3f43b044a02ab2be9735a454a98 2024-11-27T04:23:24,780 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/667ab83075294b30803436608c16807e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/667ab83075294b30803436608c16807e 2024-11-27T04:23:24,785 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into f1ead3f43b044a02ab2be9735a454a98(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:24,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:24,785 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681404360; duration=0sec 2024-11-27T04:23:24,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:24,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:24,785 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:24,786 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 667ab83075294b30803436608c16807e(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:24,786 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:24,786 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681404360; duration=0sec 2024-11-27T04:23:24,786 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:24,786 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:24,787 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45032 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:24,787 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:24,788 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,788 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/44a102f33fa249629d9968342cd15d84, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/588f9ffc44dc46f387a923786569ccac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/3a6454d25c844d33aba1f0b5c054b772, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/70bae374887d4551acbc39827bd45b4e] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=44.0 K 2024-11-27T04:23:24,788 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a102f33fa249629d9968342cd15d84, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732681400275 2024-11-27T04:23:24,788 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 588f9ffc44dc46f387a923786569ccac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732681401421 2024-11-27T04:23:24,789 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6454d25c844d33aba1f0b5c054b772, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732681403908 2024-11-27T04:23:24,789 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 70bae374887d4551acbc39827bd45b4e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732681403918 2024-11-27T04:23:24,795 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:24,795 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6894cd9dcf0a49fab965f4d5e5ce6b9c is 50, key is test_row_0/C:col10/1732681403909/Put/seqid=0 2024-11-27T04:23:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742446_1622 (size=13153) 2024-11-27T04:23:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T04:23:24,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681464914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681464914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681464914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681464915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:24,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681464915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:24,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T04:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:24,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:24,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/4f9d6b1873184eea9bb8ab44b9002c7f 2024-11-27T04:23:24,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/58be754a265841f1b61d333e932aa977 is 50, key is test_row_0/B:col10/1732681404539/Put/seqid=0 2024-11-27T04:23:24,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742447_1623 (size=12301) 2024-11-27T04:23:24,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/58be754a265841f1b61d333e932aa977 2024-11-27T04:23:24,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/1c818965abd943a9a48365c9501b989a is 50, key is test_row_0/C:col10/1732681404539/Put/seqid=0 2024-11-27T04:23:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742448_1624 (size=12301) 2024-11-27T04:23:25,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T04:23:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,204 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6894cd9dcf0a49fab965f4d5e5ce6b9c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6894cd9dcf0a49fab965f4d5e5ce6b9c 2024-11-27T04:23:25,208 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 6894cd9dcf0a49fab965f4d5e5ce6b9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:25,208 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:25,208 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=12, startTime=1732681404361; duration=0sec 2024-11-27T04:23:25,208 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:25,208 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T04:23:25,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681465217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681465218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681465218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681465219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681465220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T04:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T04:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:25,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/1c818965abd943a9a48365c9501b989a 2024-11-27T04:23:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/4f9d6b1873184eea9bb8ab44b9002c7f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/4f9d6b1873184eea9bb8ab44b9002c7f 2024-11-27T04:23:25,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/4f9d6b1873184eea9bb8ab44b9002c7f, entries=300, sequenceid=364, filesize=19.2 K 2024-11-27T04:23:25,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/58be754a265841f1b61d333e932aa977 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/58be754a265841f1b61d333e932aa977 2024-11-27T04:23:25,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/58be754a265841f1b61d333e932aa977, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T04:23:25,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/1c818965abd943a9a48365c9501b989a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/1c818965abd943a9a48365c9501b989a 2024-11-27T04:23:25,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/1c818965abd943a9a48365c9501b989a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T04:23:25,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c95e0f2fb829b9b431577414a301baad in 861ms, sequenceid=364, compaction requested=true 2024-11-27T04:23:25,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:25,407 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:25,407 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:25,408 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:25,408 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:25,408 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,408 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/667ab83075294b30803436608c16807e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a82956dc534e49968dd16f66a8617a04, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/4f9d6b1873184eea9bb8ab44b9002c7f] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=41.6 K 2024-11-27T04:23:25,408 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:25,408 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 667ab83075294b30803436608c16807e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732681403908 2024-11-27T04:23:25,408 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:25,408 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,409 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f1ead3f43b044a02ab2be9735a454a98, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9057ce8fbde245bebbba5d4a18c2e0c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/58be754a265841f1b61d333e932aa977] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=34.5 K 2024-11-27T04:23:25,409 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ead3f43b044a02ab2be9735a454a98, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732681403908 2024-11-27T04:23:25,409 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82956dc534e49968dd16f66a8617a04, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732681403918 2024-11-27T04:23:25,410 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9057ce8fbde245bebbba5d4a18c2e0c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732681403918 2024-11-27T04:23:25,410 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f9d6b1873184eea9bb8ab44b9002c7f, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732681404534 2024-11-27T04:23:25,410 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 58be754a265841f1b61d333e932aa977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732681404539 2024-11-27T04:23:25,434 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:25,434 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/2101191080ae4856bbe9089b5f1af64d is 50, key is test_row_0/B:col10/1732681404539/Put/seqid=0 2024-11-27T04:23:25,437 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:25,437 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9b421a3f60ff452ca08858aaf6439433 is 50, key is test_row_0/A:col10/1732681404539/Put/seqid=0 2024-11-27T04:23:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742450_1626 (size=13221) 2024-11-27T04:23:25,489 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9b421a3f60ff452ca08858aaf6439433 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9b421a3f60ff452ca08858aaf6439433 2024-11-27T04:23:25,494 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 9b421a3f60ff452ca08858aaf6439433(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:25,494 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:25,495 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681405407; duration=0sec 2024-11-27T04:23:25,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742449_1625 (size=13221) 2024-11-27T04:23:25,496 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:25,496 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:25,496 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T04:23:25,501 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T04:23:25,501 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T04:23:25,505 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. because compaction request was cancelled 2024-11-27T04:23:25,506 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/2101191080ae4856bbe9089b5f1af64d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2101191080ae4856bbe9089b5f1af64d 2024-11-27T04:23:25,505 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:25,510 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 2101191080ae4856bbe9089b5f1af64d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:25,510 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:25,510 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681405407; duration=0sec 2024-11-27T04:23:25,510 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:25,510 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:25,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T04:23:25,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:25,533 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:23:25,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:25,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:25,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:25,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:25,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9c2a0b87a8814b5194c2df3ffa648bdd is 50, key is test_row_0/A:col10/1732681404604/Put/seqid=0 2024-11-27T04:23:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742451_1627 (size=12301) 2024-11-27T04:23:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T04:23:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:25,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681465731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681465736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681465737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681465740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681465740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681465842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681465842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681465845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681465847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681465848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:25,962 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9c2a0b87a8814b5194c2df3ffa648bdd 2024-11-27T04:23:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/52f9b4a1beac4263b0ef58025c60f989 is 50, key is test_row_0/B:col10/1732681404604/Put/seqid=0 2024-11-27T04:23:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742452_1628 (size=12301) 2024-11-27T04:23:26,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681466044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681466044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681466048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681466050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681466051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681466349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681466350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681466355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681466356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681466356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,373 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/52f9b4a1beac4263b0ef58025c60f989 2024-11-27T04:23:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/8dcb180b3194466c9dee4b87c6ea02fa is 50, key is test_row_0/C:col10/1732681404604/Put/seqid=0 2024-11-27T04:23:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742453_1629 (size=12301) 2024-11-27T04:23:26,388 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/8dcb180b3194466c9dee4b87c6ea02fa 2024-11-27T04:23:26,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/9c2a0b87a8814b5194c2df3ffa648bdd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9c2a0b87a8814b5194c2df3ffa648bdd 2024-11-27T04:23:26,399 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9c2a0b87a8814b5194c2df3ffa648bdd, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T04:23:26,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/52f9b4a1beac4263b0ef58025c60f989 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/52f9b4a1beac4263b0ef58025c60f989 2024-11-27T04:23:26,404 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/52f9b4a1beac4263b0ef58025c60f989, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T04:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/8dcb180b3194466c9dee4b87c6ea02fa as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/8dcb180b3194466c9dee4b87c6ea02fa 2024-11-27T04:23:26,409 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/8dcb180b3194466c9dee4b87c6ea02fa, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T04:23:26,410 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c95e0f2fb829b9b431577414a301baad in 877ms, sequenceid=393, compaction requested=true 2024-11-27T04:23:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-27T04:23:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-27T04:23:26,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-27T04:23:26,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-11-27T04:23:26,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.8020 sec 2024-11-27T04:23:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T04:23:26,717 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-27T04:23:26,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-27T04:23:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T04:23:26,721 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:26,721 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:26,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T04:23:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:26,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T04:23:26,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:26,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:26,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:26,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:26,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:26,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:26,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8c0a83bf5961492bbe541ae5c9a1440f is 50, key is test_row_0/A:col10/1732681405735/Put/seqid=0 2024-11-27T04:23:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742454_1630 (size=17181) 2024-11-27T04:23:26,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T04:23:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:26,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681466881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681466882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681466886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681466888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681466889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681466990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681466990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681466995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681466995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681466996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T04:23:27,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T04:23:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T04:23:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681467197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681467197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681467198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681467198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681467199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8c0a83bf5961492bbe541ae5c9a1440f 2024-11-27T04:23:27,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/3bd03e6d503e46639088ed0bf956209d is 50, key is test_row_0/B:col10/1732681405735/Put/seqid=0 2024-11-27T04:23:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742455_1631 (size=12301) 2024-11-27T04:23:27,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/3bd03e6d503e46639088ed0bf956209d 2024-11-27T04:23:27,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/2a8d6a4f0ee74d2784837a5210c2cf4b is 50, key is test_row_0/C:col10/1732681405735/Put/seqid=0 2024-11-27T04:23:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742456_1632 (size=12301) 2024-11-27T04:23:27,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/2a8d6a4f0ee74d2784837a5210c2cf4b 2024-11-27T04:23:27,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8c0a83bf5961492bbe541ae5c9a1440f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8c0a83bf5961492bbe541ae5c9a1440f 2024-11-27T04:23:27,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8c0a83bf5961492bbe541ae5c9a1440f, entries=250, sequenceid=408, filesize=16.8 K 2024-11-27T04:23:27,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/3bd03e6d503e46639088ed0bf956209d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3bd03e6d503e46639088ed0bf956209d 2024-11-27T04:23:27,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3bd03e6d503e46639088ed0bf956209d, entries=150, sequenceid=408, filesize=12.0 K 2024-11-27T04:23:27,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/2a8d6a4f0ee74d2784837a5210c2cf4b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2a8d6a4f0ee74d2784837a5210c2cf4b 2024-11-27T04:23:27,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2a8d6a4f0ee74d2784837a5210c2cf4b, entries=150, sequenceid=408, filesize=12.0 K 2024-11-27T04:23:27,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c95e0f2fb829b9b431577414a301baad in 447ms, sequenceid=408, compaction requested=true 2024-11-27T04:23:27,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:27,306 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:27,306 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:27,307 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,307 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,307 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2101191080ae4856bbe9089b5f1af64d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/52f9b4a1beac4263b0ef58025c60f989, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3bd03e6d503e46639088ed0bf956209d] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=36.9 K 2024-11-27T04:23:27,307 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9b421a3f60ff452ca08858aaf6439433, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9c2a0b87a8814b5194c2df3ffa648bdd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8c0a83bf5961492bbe541ae5c9a1440f] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=41.7 K 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2101191080ae4856bbe9089b5f1af64d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732681404539 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b421a3f60ff452ca08858aaf6439433, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732681404539 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 52f9b4a1beac4263b0ef58025c60f989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732681404602 2024-11-27T04:23:27,307 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c2a0b87a8814b5194c2df3ffa648bdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732681404602 2024-11-27T04:23:27,308 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd03e6d503e46639088ed0bf956209d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732681405735 2024-11-27T04:23:27,308 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c0a83bf5961492bbe541ae5c9a1440f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732681405735 2024-11-27T04:23:27,315 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:27,315 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/74f00adf61ca487b947032c19e85ceed is 50, key is test_row_0/B:col10/1732681405735/Put/seqid=0 2024-11-27T04:23:27,316 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:27,316 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/bed425eca4cb4614b8c6a947ec322ba5 is 50, key is test_row_0/A:col10/1732681405735/Put/seqid=0 2024-11-27T04:23:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742457_1633 (size=13323) 2024-11-27T04:23:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T04:23:27,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T04:23:27,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,333 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:23:27,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:27,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742458_1634 (size=13323) 2024-11-27T04:23:27,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:27,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:27,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/b05c9b5ebbf641a4b4508be2594268eb is 50, key is test_row_0/A:col10/1732681406887/Put/seqid=0 2024-11-27T04:23:27,339 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/bed425eca4cb4614b8c6a947ec322ba5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/bed425eca4cb4614b8c6a947ec322ba5 2024-11-27T04:23:27,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742459_1635 (size=12301) 2024-11-27T04:23:27,344 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into bed425eca4cb4614b8c6a947ec322ba5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:27,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:27,344 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681407305; duration=0sec 2024-11-27T04:23:27,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:27,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:27,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:27,345 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:27,345 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:27,345 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,345 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6894cd9dcf0a49fab965f4d5e5ce6b9c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/1c818965abd943a9a48365c9501b989a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/8dcb180b3194466c9dee4b87c6ea02fa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2a8d6a4f0ee74d2784837a5210c2cf4b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=48.9 K 2024-11-27T04:23:27,346 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6894cd9dcf0a49fab965f4d5e5ce6b9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732681403909 2024-11-27T04:23:27,346 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c818965abd943a9a48365c9501b989a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732681404539 2024-11-27T04:23:27,346 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dcb180b3194466c9dee4b87c6ea02fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732681404602 2024-11-27T04:23:27,346 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8d6a4f0ee74d2784837a5210c2cf4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732681405735 2024-11-27T04:23:27,354 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:27,355 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/00d0e9c896624c76b340f3fa48565ec9 is 50, key is test_row_0/C:col10/1732681405735/Put/seqid=0 2024-11-27T04:23:27,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742460_1636 (size=13289) 2024-11-27T04:23:27,364 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/00d0e9c896624c76b340f3fa48565ec9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/00d0e9c896624c76b340f3fa48565ec9 2024-11-27T04:23:27,369 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 00d0e9c896624c76b340f3fa48565ec9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:27,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:27,369 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=12, startTime=1732681407306; duration=0sec 2024-11-27T04:23:27,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:27,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:27,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681467515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681467515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681467516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681467518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681467521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681467622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681467622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681467622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681467623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681467626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,723 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/74f00adf61ca487b947032c19e85ceed as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/74f00adf61ca487b947032c19e85ceed 2024-11-27T04:23:27,727 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 74f00adf61ca487b947032c19e85ceed(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:27,727 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:27,727 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681407306; duration=0sec 2024-11-27T04:23:27,727 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:27,727 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:27,744 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/b05c9b5ebbf641a4b4508be2594268eb 2024-11-27T04:23:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/a2eb843a3781414ba77d0c7b44837c98 is 50, key is test_row_0/B:col10/1732681406887/Put/seqid=0 2024-11-27T04:23:27,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742461_1637 (size=12301) 2024-11-27T04:23:27,764 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/a2eb843a3781414ba77d0c7b44837c98 2024-11-27T04:23:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4b12d643692443e7a0eca14d1e4258a7 is 50, key is test_row_0/C:col10/1732681406887/Put/seqid=0 2024-11-27T04:23:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742462_1638 (size=12301) 2024-11-27T04:23:27,781 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4b12d643692443e7a0eca14d1e4258a7 2024-11-27T04:23:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/b05c9b5ebbf641a4b4508be2594268eb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b05c9b5ebbf641a4b4508be2594268eb 2024-11-27T04:23:27,789 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b05c9b5ebbf641a4b4508be2594268eb, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T04:23:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/a2eb843a3781414ba77d0c7b44837c98 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/a2eb843a3781414ba77d0c7b44837c98 2024-11-27T04:23:27,793 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/a2eb843a3781414ba77d0c7b44837c98, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T04:23:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4b12d643692443e7a0eca14d1e4258a7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4b12d643692443e7a0eca14d1e4258a7 2024-11-27T04:23:27,798 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4b12d643692443e7a0eca14d1e4258a7, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T04:23:27,798 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c95e0f2fb829b9b431577414a301baad in 465ms, sequenceid=429, compaction requested=false 2024-11-27T04:23:27,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:27,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-27T04:23:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-27T04:23:27,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-27T04:23:27,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec 2024-11-27T04:23:27,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.0820 sec 2024-11-27T04:23:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T04:23:27,824 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-27T04:23:27,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-27T04:23:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T04:23:27,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:27,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:27,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:27,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:23:27,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:27,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:27,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:27,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:27,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:27,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:27,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/b6e1d9ffa932465a8d99c1520f3c8291 is 50, key is test_row_0/A:col10/1732681407837/Put/seqid=0 2024-11-27T04:23:27,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742463_1639 (size=12301) 2024-11-27T04:23:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681467860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681467860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681467862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681467869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681467870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T04:23:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681467970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681467971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681467971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681467978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681467978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:27,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:27,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T04:23:28,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681468175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681468177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681468182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681468186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681468186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/b6e1d9ffa932465a8d99c1520f3c8291 2024-11-27T04:23:28,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e1d6525b27cd456fb33820e651fae2ea is 50, key is test_row_0/B:col10/1732681407837/Put/seqid=0 2024-11-27T04:23:28,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742464_1640 (size=12301) 2024-11-27T04:23:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T04:23:28,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681468484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681468487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681468493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681468493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681468496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e1d6525b27cd456fb33820e651fae2ea 2024-11-27T04:23:28,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c2fbe75bbcc54d8ca83da08f9c354792 is 50, key is test_row_0/C:col10/1732681407837/Put/seqid=0 2024-11-27T04:23:28,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:28,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:28,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742465_1641 (size=12301) 2024-11-27T04:23:28,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c2fbe75bbcc54d8ca83da08f9c354792 2024-11-27T04:23:28,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/b6e1d9ffa932465a8d99c1520f3c8291 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b6e1d9ffa932465a8d99c1520f3c8291 2024-11-27T04:23:28,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b6e1d9ffa932465a8d99c1520f3c8291, entries=150, sequenceid=448, filesize=12.0 K 2024-11-27T04:23:28,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e1d6525b27cd456fb33820e651fae2ea as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e1d6525b27cd456fb33820e651fae2ea 2024-11-27T04:23:28,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e1d6525b27cd456fb33820e651fae2ea, entries=150, sequenceid=448, filesize=12.0 K 2024-11-27T04:23:28,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/c2fbe75bbcc54d8ca83da08f9c354792 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2fbe75bbcc54d8ca83da08f9c354792 2024-11-27T04:23:28,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2fbe75bbcc54d8ca83da08f9c354792, entries=150, sequenceid=448, filesize=12.0 K 2024-11-27T04:23:28,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c95e0f2fb829b9b431577414a301baad in 970ms, sequenceid=448, compaction requested=true 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:28,808 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:23:28,808 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:28,810 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:28,810 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:28,810 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:28,810 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:28,810 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,810 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,810 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/bed425eca4cb4614b8c6a947ec322ba5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b05c9b5ebbf641a4b4508be2594268eb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b6e1d9ffa932465a8d99c1520f3c8291] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.0 K 2024-11-27T04:23:28,810 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/74f00adf61ca487b947032c19e85ceed, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/a2eb843a3781414ba77d0c7b44837c98, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e1d6525b27cd456fb33820e651fae2ea] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.0 K 2024-11-27T04:23:28,811 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 74f00adf61ca487b947032c19e85ceed, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732681405735 2024-11-27T04:23:28,811 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed425eca4cb4614b8c6a947ec322ba5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732681405735 2024-11-27T04:23:28,811 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b05c9b5ebbf641a4b4508be2594268eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732681406881 2024-11-27T04:23:28,811 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a2eb843a3781414ba77d0c7b44837c98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732681406881 2024-11-27T04:23:28,812 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6e1d9ffa932465a8d99c1520f3c8291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732681407514 2024-11-27T04:23:28,812 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d6525b27cd456fb33820e651fae2ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732681407514 2024-11-27T04:23:28,826 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:28,826 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/fa9c2d4c49ec44838708b8bbfdea5a90 is 50, key is test_row_0/A:col10/1732681407837/Put/seqid=0 2024-11-27T04:23:28,846 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:28,847 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e8d959231ed94ab7bee477269432d7a3 is 50, key is test_row_0/B:col10/1732681407837/Put/seqid=0 2024-11-27T04:23:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742467_1643 (size=13425) 2024-11-27T04:23:28,859 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e8d959231ed94ab7bee477269432d7a3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e8d959231ed94ab7bee477269432d7a3 2024-11-27T04:23:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742466_1642 (size=13425) 2024-11-27T04:23:28,867 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into e8d959231ed94ab7bee477269432d7a3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:28,867 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:28,867 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681408808; duration=0sec 2024-11-27T04:23:28,867 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:28,867 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:28,867 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:28,871 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:28,871 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:28,871 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,872 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/fa9c2d4c49ec44838708b8bbfdea5a90 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/fa9c2d4c49ec44838708b8bbfdea5a90 2024-11-27T04:23:28,872 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/00d0e9c896624c76b340f3fa48565ec9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4b12d643692443e7a0eca14d1e4258a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2fbe75bbcc54d8ca83da08f9c354792] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.0 K 2024-11-27T04:23:28,873 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 00d0e9c896624c76b340f3fa48565ec9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732681405735 2024-11-27T04:23:28,874 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b12d643692443e7a0eca14d1e4258a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732681406881 2024-11-27T04:23:28,875 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c2fbe75bbcc54d8ca83da08f9c354792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732681407514 2024-11-27T04:23:28,878 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into fa9c2d4c49ec44838708b8bbfdea5a90(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:28,878 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:28,878 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681408808; duration=0sec 2024-11-27T04:23:28,878 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:28,878 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:28,900 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:28,901 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/f66f2dc3cb734828a45aebc5412adbf1 is 50, key is test_row_0/C:col10/1732681407837/Put/seqid=0 2024-11-27T04:23:28,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:28,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T04:23:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:28,907 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:23:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T04:23:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5c4bbc1d48324e649325febdbbc058ca is 50, key is test_row_0/A:col10/1732681407859/Put/seqid=0 2024-11-27T04:23:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742468_1644 (size=13391) 2024-11-27T04:23:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742469_1645 (size=12301) 2024-11-27T04:23:28,978 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5c4bbc1d48324e649325febdbbc058ca 2024-11-27T04:23:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/b44989f4f01a43a3afaa46a2c7ca19fd is 50, key is test_row_0/B:col10/1732681407859/Put/seqid=0 2024-11-27T04:23:29,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:29,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681469021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742470_1646 (size=12301) 2024-11-27T04:23:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681469024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681469025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681469027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681469029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681469130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681469139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681469139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681469139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681469139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681469341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681469345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681469347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681469347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681469347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,378 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/f66f2dc3cb734828a45aebc5412adbf1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f66f2dc3cb734828a45aebc5412adbf1 2024-11-27T04:23:29,397 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into f66f2dc3cb734828a45aebc5412adbf1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:29,398 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:29,398 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681408808; duration=0sec 2024-11-27T04:23:29,398 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:29,398 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:29,430 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/b44989f4f01a43a3afaa46a2c7ca19fd 2024-11-27T04:23:29,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/9ca480e7c2434bb0a61809712ffc29c4 is 50, key is test_row_0/C:col10/1732681407859/Put/seqid=0 2024-11-27T04:23:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742471_1647 (size=12301) 2024-11-27T04:23:29,477 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/9ca480e7c2434bb0a61809712ffc29c4 2024-11-27T04:23:29,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5c4bbc1d48324e649325febdbbc058ca as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5c4bbc1d48324e649325febdbbc058ca 2024-11-27T04:23:29,485 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5c4bbc1d48324e649325febdbbc058ca, entries=150, sequenceid=471, filesize=12.0 K 2024-11-27T04:23:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/b44989f4f01a43a3afaa46a2c7ca19fd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b44989f4f01a43a3afaa46a2c7ca19fd 2024-11-27T04:23:29,490 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b44989f4f01a43a3afaa46a2c7ca19fd, entries=150, sequenceid=471, filesize=12.0 K 2024-11-27T04:23:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/9ca480e7c2434bb0a61809712ffc29c4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/9ca480e7c2434bb0a61809712ffc29c4 2024-11-27T04:23:29,497 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/9ca480e7c2434bb0a61809712ffc29c4, entries=150, sequenceid=471, filesize=12.0 K 2024-11-27T04:23:29,498 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c95e0f2fb829b9b431577414a301baad in 592ms, sequenceid=471, compaction requested=false 2024-11-27T04:23:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-27T04:23:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-27T04:23:29,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-27T04:23:29,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6850 sec 2024-11-27T04:23:29,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.6890 sec 2024-11-27T04:23:29,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T04:23:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:29,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:29,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:29,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:29,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/ef15cd81a313499192b1e63c6a896ef0 is 50, key is test_row_0/A:col10/1732681409027/Put/seqid=0 2024-11-27T04:23:29,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681469698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681469699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681469701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681469703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681469705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742472_1648 (size=14741) 2024-11-27T04:23:29,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/ef15cd81a313499192b1e63c6a896ef0 2024-11-27T04:23:29,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/ff596540e6134c0f997a66224bc3fa7f is 50, key is test_row_0/B:col10/1732681409027/Put/seqid=0 2024-11-27T04:23:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742473_1649 (size=12301) 2024-11-27T04:23:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681469809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681469809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681469809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681469819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681469820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T04:23:29,932 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-27T04:23:29,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-27T04:23:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T04:23:29,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:29,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:29,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681470019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681470019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681470020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T04:23:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681470031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681470034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:30,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:30,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/ff596540e6134c0f997a66224bc3fa7f 2024-11-27T04:23:30,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/04ab00bd194c414bb9fc8269bb95ac2c is 50, key is test_row_0/C:col10/1732681409027/Put/seqid=0 2024-11-27T04:23:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T04:23:30,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742474_1650 (size=12301) 2024-11-27T04:23:30,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/04ab00bd194c414bb9fc8269bb95ac2c 2024-11-27T04:23:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/ef15cd81a313499192b1e63c6a896ef0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/ef15cd81a313499192b1e63c6a896ef0 2024-11-27T04:23:30,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/ef15cd81a313499192b1e63c6a896ef0, entries=200, sequenceid=488, filesize=14.4 K 2024-11-27T04:23:30,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/ff596540e6134c0f997a66224bc3fa7f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ff596540e6134c0f997a66224bc3fa7f 2024-11-27T04:23:30,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ff596540e6134c0f997a66224bc3fa7f, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T04:23:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/04ab00bd194c414bb9fc8269bb95ac2c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ab00bd194c414bb9fc8269bb95ac2c 2024-11-27T04:23:30,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ab00bd194c414bb9fc8269bb95ac2c, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T04:23:30,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c95e0f2fb829b9b431577414a301baad in 628ms, sequenceid=488, compaction requested=true 2024-11-27T04:23:30,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:30,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:30,288 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:30,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:30,288 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:30,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:30,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:30,290 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:30,290 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:30,290 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:30,290 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:30,290 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,290 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,290 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/fa9c2d4c49ec44838708b8bbfdea5a90, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5c4bbc1d48324e649325febdbbc058ca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/ef15cd81a313499192b1e63c6a896ef0] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=39.5 K 2024-11-27T04:23:30,290 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e8d959231ed94ab7bee477269432d7a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b44989f4f01a43a3afaa46a2c7ca19fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ff596540e6134c0f997a66224bc3fa7f] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.1 K 2024-11-27T04:23:30,291 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9c2d4c49ec44838708b8bbfdea5a90, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732681407514 2024-11-27T04:23:30,291 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e8d959231ed94ab7bee477269432d7a3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732681407514 2024-11-27T04:23:30,291 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b44989f4f01a43a3afaa46a2c7ca19fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732681407859 2024-11-27T04:23:30,291 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c4bbc1d48324e649325febdbbc058ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732681407859 2024-11-27T04:23:30,292 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef15cd81a313499192b1e63c6a896ef0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732681409023 2024-11-27T04:23:30,292 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ff596540e6134c0f997a66224bc3fa7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732681409023 2024-11-27T04:23:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:30,314 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#560 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:30,315 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8ecca58e43124cb896db7dadc07c05ab is 50, key is test_row_0/A:col10/1732681409027/Put/seqid=0 2024-11-27T04:23:30,324 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:30,325 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/8f47f0c00ab84bfab2a1e655e1a92327 is 50, key is test_row_0/B:col10/1732681409027/Put/seqid=0 2024-11-27T04:23:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:30,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T04:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742475_1651 (size=13527) 2024-11-27T04:23:30,344 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/8ecca58e43124cb896db7dadc07c05ab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8ecca58e43124cb896db7dadc07c05ab 2024-11-27T04:23:30,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/27340c6fa9324701973c19e8882143a9 is 50, key is test_row_0/A:col10/1732681409701/Put/seqid=0 2024-11-27T04:23:30,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742476_1652 (size=13527) 2024-11-27T04:23:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742477_1653 (size=14741) 2024-11-27T04:23:30,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/27340c6fa9324701973c19e8882143a9 2024-11-27T04:23:30,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/0d31ddca69fc41a2a6cc2bda0e207f45 is 50, key is test_row_0/B:col10/1732681409701/Put/seqid=0 2024-11-27T04:23:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742478_1654 (size=12301) 2024-11-27T04:23:30,392 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 8ecca58e43124cb896db7dadc07c05ab(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:30,392 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:30,392 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=13, startTime=1732681410288; duration=0sec 2024-11-27T04:23:30,392 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:30,392 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:30,392 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:30,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,393 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:30,393 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:30,393 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,393 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f66f2dc3cb734828a45aebc5412adbf1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/9ca480e7c2434bb0a61809712ffc29c4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ab00bd194c414bb9fc8269bb95ac2c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=37.1 K 2024-11-27T04:23:30,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:30,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:30,394 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f66f2dc3cb734828a45aebc5412adbf1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732681407514 2024-11-27T04:23:30,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,394 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ca480e7c2434bb0a61809712ffc29c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732681407859 2024-11-27T04:23:30,395 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ab00bd194c414bb9fc8269bb95ac2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732681409023 2024-11-27T04:23:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,401 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:30,402 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/74fbb9d28254419e82e3239eb69616a6 is 50, key is test_row_0/C:col10/1732681409027/Put/seqid=0 2024-11-27T04:23:30,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681470409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681470411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681470411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681470412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681470420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742479_1655 (size=13493) 2024-11-27T04:23:30,436 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/74fbb9d28254419e82e3239eb69616a6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/74fbb9d28254419e82e3239eb69616a6 2024-11-27T04:23:30,443 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 74fbb9d28254419e82e3239eb69616a6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:30,443 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:30,443 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=13, startTime=1732681410291; duration=0sec 2024-11-27T04:23:30,443 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:30,443 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:30,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681470521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681470525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681470526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681470527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T04:23:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681470530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681470725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681470732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681470736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681470738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681470739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,768 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/8f47f0c00ab84bfab2a1e655e1a92327 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8f47f0c00ab84bfab2a1e655e1a92327 2024-11-27T04:23:30,772 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 8f47f0c00ab84bfab2a1e655e1a92327(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:30,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:30,773 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=13, startTime=1732681410288; duration=0sec 2024-11-27T04:23:30,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:30,773 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:30,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/0d31ddca69fc41a2a6cc2bda0e207f45 2024-11-27T04:23:30,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4 is 50, key is test_row_0/C:col10/1732681409701/Put/seqid=0 2024-11-27T04:23:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742480_1656 (size=12301) 2024-11-27T04:23:30,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:30,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:30,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T04:23:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681471032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681471045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681471046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681471048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681471048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4 2024-11-27T04:23:31,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/27340c6fa9324701973c19e8882143a9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/27340c6fa9324701973c19e8882143a9 2024-11-27T04:23:31,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/27340c6fa9324701973c19e8882143a9, entries=200, sequenceid=509, filesize=14.4 K 2024-11-27T04:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/0d31ddca69fc41a2a6cc2bda0e207f45 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0d31ddca69fc41a2a6cc2bda0e207f45 2024-11-27T04:23:31,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0d31ddca69fc41a2a6cc2bda0e207f45, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T04:23:31,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4 2024-11-27T04:23:31,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:31,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T04:23:31,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c95e0f2fb829b9b431577414a301baad in 998ms, sequenceid=509, compaction requested=false 2024-11-27T04:23:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:31,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T04:23:31,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,477 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T04:23:31,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:31,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:31,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:31,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:31,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:31,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:31,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/7f66a008a6784ad1bd874f97e18d84fb is 50, key is test_row_0/A:col10/1732681410408/Put/seqid=0 2024-11-27T04:23:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742481_1657 (size=12301) 2024-11-27T04:23:31,545 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/7f66a008a6784ad1bd874f97e18d84fb 2024-11-27T04:23:31,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:31,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/37e7bcfc1bb64da3ae1e0de8c7a2e692 is 50, key is test_row_0/B:col10/1732681410408/Put/seqid=0 2024-11-27T04:23:31,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742482_1658 (size=12301) 2024-11-27T04:23:31,606 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/37e7bcfc1bb64da3ae1e0de8c7a2e692 2024-11-27T04:23:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6dbfbec9e6d64a7885ba92eab7c71540 is 50, key is test_row_0/C:col10/1732681410408/Put/seqid=0 2024-11-27T04:23:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742483_1659 (size=12301) 2024-11-27T04:23:31,654 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6dbfbec9e6d64a7885ba92eab7c71540 2024-11-27T04:23:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681471643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/7f66a008a6784ad1bd874f97e18d84fb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/7f66a008a6784ad1bd874f97e18d84fb 2024-11-27T04:23:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681471645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681471645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681471646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,663 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/7f66a008a6784ad1bd874f97e18d84fb, entries=150, sequenceid=527, filesize=12.0 K 2024-11-27T04:23:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681471656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/37e7bcfc1bb64da3ae1e0de8c7a2e692 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/37e7bcfc1bb64da3ae1e0de8c7a2e692 2024-11-27T04:23:31,674 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/37e7bcfc1bb64da3ae1e0de8c7a2e692, entries=150, sequenceid=527, filesize=12.0 K 2024-11-27T04:23:31,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/6dbfbec9e6d64a7885ba92eab7c71540 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6dbfbec9e6d64a7885ba92eab7c71540 2024-11-27T04:23:31,684 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6dbfbec9e6d64a7885ba92eab7c71540, entries=150, sequenceid=527, filesize=12.0 K 2024-11-27T04:23:31,686 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c95e0f2fb829b9b431577414a301baad in 209ms, sequenceid=527, compaction requested=true 2024-11-27T04:23:31,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:31,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:31,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-27T04:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-27T04:23:31,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-27T04:23:31,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec 2024-11-27T04:23:31,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.7550 sec 2024-11-27T04:23:31,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:23:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:31,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:31,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:31,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:31,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/183d58db2bb944d7ab7091524b2bee58 is 50, key is test_row_0/A:col10/1732681411761/Put/seqid=0 2024-11-27T04:23:31,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681471788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681471788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681471789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681471790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681471797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742484_1660 (size=14741) 2024-11-27T04:23:31,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/183d58db2bb944d7ab7091524b2bee58 2024-11-27T04:23:31,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e418381eae524c9eb79f83991efc2798 is 50, key is test_row_0/B:col10/1732681411761/Put/seqid=0 2024-11-27T04:23:31,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742485_1661 (size=12301) 2024-11-27T04:23:31,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e418381eae524c9eb79f83991efc2798 2024-11-27T04:23:31,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/dd9d85fc33ba433a85f610d3add8e9c6 is 50, key is test_row_0/C:col10/1732681411761/Put/seqid=0 2024-11-27T04:23:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681471899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681471900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681471900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681471901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681471902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742486_1662 (size=12301) 2024-11-27T04:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T04:23:32,039 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-27T04:23:32,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-27T04:23:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T04:23:32,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:32,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:32,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51140 deadline: 1732681472107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51166 deadline: 1732681472108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51178 deadline: 1732681472109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51106 deadline: 1732681472111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51144 deadline: 1732681472111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T04:23:32,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T04:23:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/dd9d85fc33ba433a85f610d3add8e9c6 2024-11-27T04:23:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T04:23:32,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/183d58db2bb944d7ab7091524b2bee58 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/183d58db2bb944d7ab7091524b2bee58 2024-11-27T04:23:32,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T04:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/183d58db2bb944d7ab7091524b2bee58, entries=200, sequenceid=549, filesize=14.4 K 2024-11-27T04:23:32,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/e418381eae524c9eb79f83991efc2798 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e418381eae524c9eb79f83991efc2798 2024-11-27T04:23:32,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e418381eae524c9eb79f83991efc2798, entries=150, sequenceid=549, filesize=12.0 K 2024-11-27T04:23:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/dd9d85fc33ba433a85f610d3add8e9c6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/dd9d85fc33ba433a85f610d3add8e9c6 2024-11-27T04:23:32,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/dd9d85fc33ba433a85f610d3add8e9c6, entries=150, sequenceid=549, filesize=12.0 K 2024-11-27T04:23:32,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c95e0f2fb829b9b431577414a301baad in 602ms, sequenceid=549, compaction requested=true 2024-11-27T04:23:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:32,365 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c95e0f2fb829b9b431577414a301baad:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:32,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:23:32,366 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:32,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55310 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:32,367 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/A is initiating minor compaction (all files) 2024-11-27T04:23:32,367 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/A in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,367 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8ecca58e43124cb896db7dadc07c05ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/27340c6fa9324701973c19e8882143a9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/7f66a008a6784ad1bd874f97e18d84fb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/183d58db2bb944d7ab7091524b2bee58] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=54.0 K 2024-11-27T04:23:32,367 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:32,368 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/B is initiating minor compaction (all files) 2024-11-27T04:23:32,368 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/B in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,368 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8f47f0c00ab84bfab2a1e655e1a92327, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0d31ddca69fc41a2a6cc2bda0e207f45, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/37e7bcfc1bb64da3ae1e0de8c7a2e692, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e418381eae524c9eb79f83991efc2798] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=49.2 K 2024-11-27T04:23:32,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ecca58e43124cb896db7dadc07c05ab, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732681409023 2024-11-27T04:23:32,369 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f47f0c00ab84bfab2a1e655e1a92327, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732681409023 2024-11-27T04:23:32,369 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d31ddca69fc41a2a6cc2bda0e207f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732681409701 2024-11-27T04:23:32,369 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27340c6fa9324701973c19e8882143a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732681409695 2024-11-27T04:23:32,370 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 37e7bcfc1bb64da3ae1e0de8c7a2e692, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732681410408 2024-11-27T04:23:32,370 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f66a008a6784ad1bd874f97e18d84fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732681410408 2024-11-27T04:23:32,370 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 183d58db2bb944d7ab7091524b2bee58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732681411642 2024-11-27T04:23:32,370 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e418381eae524c9eb79f83991efc2798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732681411642 2024-11-27T04:23:32,395 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#A#compaction#572 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:32,396 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5caff851d05447e0a7ec0e9600a8180a is 50, key is test_row_0/A:col10/1732681411761/Put/seqid=0 2024-11-27T04:23:32,402 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#B#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:32,403 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/07c4141233d64df29c227eec255499ac is 50, key is test_row_0/B:col10/1732681411761/Put/seqid=0 2024-11-27T04:23:32,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T04:23:32,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:32,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:32,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:32,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:32,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:32,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:32,446 DEBUG [Thread-2396 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x518dd8d3 to 127.0.0.1:56910 2024-11-27T04:23:32,446 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,446 DEBUG [Thread-2383 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47611b30 to 127.0.0.1:56910 2024-11-27T04:23:32,446 DEBUG [Thread-2387 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x149f3fa6 to 127.0.0.1:56910 2024-11-27T04:23:32,446 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,446 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,446 DEBUG [Thread-2389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712c861e to 127.0.0.1:56910 2024-11-27T04:23:32,446 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742487_1663 (size=13663) 2024-11-27T04:23:32,448 DEBUG [Thread-2385 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x533efd26 to 127.0.0.1:56910 2024-11-27T04:23:32,448 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742488_1664 (size=13663) 2024-11-27T04:23:32,454 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/5caff851d05447e0a7ec0e9600a8180a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5caff851d05447e0a7ec0e9600a8180a 2024-11-27T04:23:32,459 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c95e0f2fb829b9b431577414a301baad/A of c95e0f2fb829b9b431577414a301baad into 5caff851d05447e0a7ec0e9600a8180a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:32,459 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:32,459 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/A, priority=12, startTime=1732681412365; duration=0sec 2024-11-27T04:23:32,459 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:32,459 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:A 2024-11-27T04:23:32,460 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:32,460 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x656b6d0d to 127.0.0.1:56910 2024-11-27T04:23:32,460 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,461 DEBUG [Thread-2394 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a45919 to 127.0.0.1:56910 2024-11-27T04:23:32,461 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,462 DEBUG [Thread-2391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3767e7f3 to 127.0.0.1:56910 2024-11-27T04:23:32,462 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:32,462 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,462 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c95e0f2fb829b9b431577414a301baad/C is initiating minor compaction (all files) 2024-11-27T04:23:32,462 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c95e0f2fb829b9b431577414a301baad/C in TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,463 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/74fbb9d28254419e82e3239eb69616a6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6dbfbec9e6d64a7885ba92eab7c71540, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/dd9d85fc33ba433a85f610d3add8e9c6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp, totalSize=49.2 K 2024-11-27T04:23:32,463 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74fbb9d28254419e82e3239eb69616a6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732681409023 2024-11-27T04:23:32,464 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a8e6d26f01e4e23bb8cddf4b9a8a0e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732681409701 2024-11-27T04:23:32,465 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dbfbec9e6d64a7885ba92eab7c71540, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732681410408 2024-11-27T04:23:32,465 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/07c4141233d64df29c227eec255499ac as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/07c4141233d64df29c227eec255499ac 2024-11-27T04:23:32,465 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd9d85fc33ba433a85f610d3add8e9c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732681411642 2024-11-27T04:23:32,468 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e06533 to 127.0.0.1:56910 2024-11-27T04:23:32,468 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/23766c354b864f738bfedaed7b2da7cd is 50, key is test_row_0/A:col10/1732681411788/Put/seqid=0 2024-11-27T04:23:32,472 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c44cfe5 to 127.0.0.1:56910 2024-11-27T04:23:32,472 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:32,476 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c95e0f2fb829b9b431577414a301baad/B of c95e0f2fb829b9b431577414a301baad into 07c4141233d64df29c227eec255499ac(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:32,476 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:32,476 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/B, priority=12, startTime=1732681412365; duration=0sec 2024-11-27T04:23:32,476 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:32,476 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:B 2024-11-27T04:23:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742489_1665 (size=14741) 2024-11-27T04:23:32,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/23766c354b864f738bfedaed7b2da7cd 2024-11-27T04:23:32,486 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c95e0f2fb829b9b431577414a301baad#C#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:32,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/ea03406b177f433c87694da5b5da6129 is 50, key is test_row_0/B:col10/1732681411788/Put/seqid=0 2024-11-27T04:23:32,486 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4f82549683564261876f0db34eb39602 is 50, key is test_row_0/C:col10/1732681411761/Put/seqid=0 2024-11-27T04:23:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742490_1666 (size=12301) 2024-11-27T04:23:32,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/ea03406b177f433c87694da5b5da6129 2024-11-27T04:23:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742491_1667 (size=13629) 2024-11-27T04:23:32,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/e1b7cfe4e2774581bdf2cb3101e07fca is 50, key is test_row_0/C:col10/1732681411788/Put/seqid=0 2024-11-27T04:23:32,496 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/4f82549683564261876f0db34eb39602 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4f82549683564261876f0db34eb39602 2024-11-27T04:23:32,501 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c95e0f2fb829b9b431577414a301baad/C of c95e0f2fb829b9b431577414a301baad into 4f82549683564261876f0db34eb39602(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:32,502 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:32,502 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad., storeName=c95e0f2fb829b9b431577414a301baad/C, priority=12, startTime=1732681412365; duration=0sec 2024-11-27T04:23:32,502 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:32,502 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c95e0f2fb829b9b431577414a301baad:C 2024-11-27T04:23:32,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T04:23:32,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. as already flushing 2024-11-27T04:23:32,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742492_1668 (size=12301) 2024-11-27T04:23:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:32,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/e1b7cfe4e2774581bdf2cb3101e07fca 2024-11-27T04:23:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/23766c354b864f738bfedaed7b2da7cd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/23766c354b864f738bfedaed7b2da7cd 2024-11-27T04:23:32,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/23766c354b864f738bfedaed7b2da7cd, entries=200, sequenceid=564, filesize=14.4 K 2024-11-27T04:23:32,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/ea03406b177f433c87694da5b5da6129 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ea03406b177f433c87694da5b5da6129 2024-11-27T04:23:32,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ea03406b177f433c87694da5b5da6129, entries=150, sequenceid=564, filesize=12.0 K 2024-11-27T04:23:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/e1b7cfe4e2774581bdf2cb3101e07fca as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e1b7cfe4e2774581bdf2cb3101e07fca 2024-11-27T04:23:32,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e1b7cfe4e2774581bdf2cb3101e07fca, entries=150, sequenceid=564, filesize=12.0 K 2024-11-27T04:23:32,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=93.93 KB/96180 for c95e0f2fb829b9b431577414a301baad in 100ms, sequenceid=564, compaction requested=false 2024-11-27T04:23:32,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T04:23:32,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:32,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:32,658 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing c95e0f2fb829b9b431577414a301baad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=A 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=B 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c95e0f2fb829b9b431577414a301baad, store=C 2024-11-27T04:23:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:32,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/df4ebce7fd934711ad5ee68e965033f1 is 50, key is test_row_0/A:col10/1732681412460/Put/seqid=0 2024-11-27T04:23:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742493_1669 (size=12301) 2024-11-27T04:23:33,073 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/df4ebce7fd934711ad5ee68e965033f1 2024-11-27T04:23:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/96eca09c2d1740d88f70badd9c0731b3 is 50, key is test_row_0/B:col10/1732681412460/Put/seqid=0 2024-11-27T04:23:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742494_1670 (size=12301) 2024-11-27T04:23:33,087 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/96eca09c2d1740d88f70badd9c0731b3 2024-11-27T04:23:33,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/992168d4c3514e8389379360687f4c57 is 50, key is test_row_0/C:col10/1732681412460/Put/seqid=0 2024-11-27T04:23:33,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742495_1671 (size=12301) 2024-11-27T04:23:33,114 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/992168d4c3514e8389379360687f4c57 2024-11-27T04:23:33,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/A/df4ebce7fd934711ad5ee68e965033f1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/df4ebce7fd934711ad5ee68e965033f1 2024-11-27T04:23:33,123 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/df4ebce7fd934711ad5ee68e965033f1, entries=150, sequenceid=584, filesize=12.0 K 2024-11-27T04:23:33,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/B/96eca09c2d1740d88f70badd9c0731b3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/96eca09c2d1740d88f70badd9c0731b3 2024-11-27T04:23:33,127 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/96eca09c2d1740d88f70badd9c0731b3, entries=150, sequenceid=584, filesize=12.0 K 2024-11-27T04:23:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/.tmp/C/992168d4c3514e8389379360687f4c57 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/992168d4c3514e8389379360687f4c57 2024-11-27T04:23:33,132 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/992168d4c3514e8389379360687f4c57, entries=150, sequenceid=584, filesize=12.0 K 2024-11-27T04:23:33,133 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for c95e0f2fb829b9b431577414a301baad in 474ms, sequenceid=584, compaction requested=true 2024-11-27T04:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-27T04:23:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-11-27T04:23:33,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-27T04:23:33,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-27T04:23:33,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0960 sec 2024-11-27T04:23:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T04:23:33,145 INFO [Thread-2393 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2024 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6072 rows 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2035 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6105 rows 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2021 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6063 rows 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2047 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6141 rows 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2022 2024-11-27T04:23:33,145 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6066 rows 2024-11-27T04:23:33,145 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:23:33,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d919b92 to 127.0.0.1:56910 2024-11-27T04:23:33,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:33,148 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T04:23:33,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T04:23:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T04:23:33,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681413155"}]},"ts":"1732681413155"} 2024-11-27T04:23:33,156 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T04:23:33,159 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T04:23:33,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:23:33,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, UNASSIGN}] 2024-11-27T04:23:33,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, UNASSIGN 2024-11-27T04:23:33,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=c95e0f2fb829b9b431577414a301baad, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:33,164 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:23:33,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:23:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T04:23:33,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:33,316 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:33,316 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:23:33,316 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing c95e0f2fb829b9b431577414a301baad, disabling compactions & flushes 2024-11-27T04:23:33,316 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:33,316 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:33,316 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. after waiting 0 ms 2024-11-27T04:23:33,316 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:33,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/d919a5c5d4da4e7799fb0baa87a7e26d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/aecaf303356a44c59755dc816f5477be, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e7b460c3485f474fa0862b53fca2aa68, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a24c147344e04cee81c1a6edb9ac7b23, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/c87fa0a5dfed4c46b2c54ffcc25d4942, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e8cb23b9b8f47da8b5e587eec4d7cfa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e6b55fd5b7e74cd18e70a3b48873db9b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/2b6266c67fbf42788cd8f736f9ff2b81, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3884a013d18040dd8966f6f0112bb5b9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/31a6f05a21c04fbdad55b52d6d9fd764, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5e52f72205b14ff4ab9500bed0809db9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/f45fea959f2c47c5a288ba5b387d64ad, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5a77405442274a189780f9b9b803a3e4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/1deecfaeab8d4f47a464537f208ad3e9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/6bb97503edd94ed78edb7d866e6cb254, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/418d76e329e64443abeef1e34344842a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/882a452cff11414795aafa33db840d11, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/947b408cd47645009448cde04bbe434f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15559fa4db394c5394dc1955d2c97f8f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/178e9cec6dbc4243bf3cfe7e5be1bb4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e7fd563d25d4eca9e5a838ffdd57393, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9d28476e9da941399c1d1d476a6d1876, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/667ab83075294b30803436608c16807e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15ddb881f590461f8efe9151674deec6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a82956dc534e49968dd16f66a8617a04, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/4f9d6b1873184eea9bb8ab44b9002c7f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9b421a3f60ff452ca08858aaf6439433, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9c2a0b87a8814b5194c2df3ffa648bdd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8c0a83bf5961492bbe541ae5c9a1440f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/bed425eca4cb4614b8c6a947ec322ba5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b05c9b5ebbf641a4b4508be2594268eb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/fa9c2d4c49ec44838708b8bbfdea5a90, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b6e1d9ffa932465a8d99c1520f3c8291, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5c4bbc1d48324e649325febdbbc058ca, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/ef15cd81a313499192b1e63c6a896ef0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8ecca58e43124cb896db7dadc07c05ab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/27340c6fa9324701973c19e8882143a9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/7f66a008a6784ad1bd874f97e18d84fb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/183d58db2bb944d7ab7091524b2bee58] to archive 2024-11-27T04:23:33,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:23:33,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/d919a5c5d4da4e7799fb0baa87a7e26d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/d919a5c5d4da4e7799fb0baa87a7e26d 2024-11-27T04:23:33,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/aecaf303356a44c59755dc816f5477be to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/aecaf303356a44c59755dc816f5477be 2024-11-27T04:23:33,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e7b460c3485f474fa0862b53fca2aa68 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e7b460c3485f474fa0862b53fca2aa68 2024-11-27T04:23:33,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a24c147344e04cee81c1a6edb9ac7b23 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a24c147344e04cee81c1a6edb9ac7b23 2024-11-27T04:23:33,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/c87fa0a5dfed4c46b2c54ffcc25d4942 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/c87fa0a5dfed4c46b2c54ffcc25d4942 2024-11-27T04:23:33,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e8cb23b9b8f47da8b5e587eec4d7cfa to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e8cb23b9b8f47da8b5e587eec4d7cfa 2024-11-27T04:23:33,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e6b55fd5b7e74cd18e70a3b48873db9b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/e6b55fd5b7e74cd18e70a3b48873db9b 2024-11-27T04:23:33,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/2b6266c67fbf42788cd8f736f9ff2b81 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/2b6266c67fbf42788cd8f736f9ff2b81 2024-11-27T04:23:33,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3884a013d18040dd8966f6f0112bb5b9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3884a013d18040dd8966f6f0112bb5b9 2024-11-27T04:23:33,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/31a6f05a21c04fbdad55b52d6d9fd764 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/31a6f05a21c04fbdad55b52d6d9fd764 2024-11-27T04:23:33,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5e52f72205b14ff4ab9500bed0809db9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5e52f72205b14ff4ab9500bed0809db9 2024-11-27T04:23:33,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/f45fea959f2c47c5a288ba5b387d64ad to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/f45fea959f2c47c5a288ba5b387d64ad 2024-11-27T04:23:33,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5a77405442274a189780f9b9b803a3e4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5a77405442274a189780f9b9b803a3e4 2024-11-27T04:23:33,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/1deecfaeab8d4f47a464537f208ad3e9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/1deecfaeab8d4f47a464537f208ad3e9 2024-11-27T04:23:33,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/6bb97503edd94ed78edb7d866e6cb254 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/6bb97503edd94ed78edb7d866e6cb254 2024-11-27T04:23:33,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/418d76e329e64443abeef1e34344842a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/418d76e329e64443abeef1e34344842a 2024-11-27T04:23:33,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/882a452cff11414795aafa33db840d11 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/882a452cff11414795aafa33db840d11 2024-11-27T04:23:33,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8feb4ca0ff7744e5a5fa0d45dd1cc2cc 2024-11-27T04:23:33,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/947b408cd47645009448cde04bbe434f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/947b408cd47645009448cde04bbe434f 2024-11-27T04:23:33,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15559fa4db394c5394dc1955d2c97f8f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15559fa4db394c5394dc1955d2c97f8f 2024-11-27T04:23:33,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/178e9cec6dbc4243bf3cfe7e5be1bb4e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/178e9cec6dbc4243bf3cfe7e5be1bb4e 2024-11-27T04:23:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e7fd563d25d4eca9e5a838ffdd57393 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/3e7fd563d25d4eca9e5a838ffdd57393 2024-11-27T04:23:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9d28476e9da941399c1d1d476a6d1876 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9d28476e9da941399c1d1d476a6d1876 2024-11-27T04:23:33,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/667ab83075294b30803436608c16807e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/667ab83075294b30803436608c16807e 2024-11-27T04:23:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15ddb881f590461f8efe9151674deec6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/15ddb881f590461f8efe9151674deec6 2024-11-27T04:23:33,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a82956dc534e49968dd16f66a8617a04 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/a82956dc534e49968dd16f66a8617a04 2024-11-27T04:23:33,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/4f9d6b1873184eea9bb8ab44b9002c7f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/4f9d6b1873184eea9bb8ab44b9002c7f 2024-11-27T04:23:33,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9b421a3f60ff452ca08858aaf6439433 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9b421a3f60ff452ca08858aaf6439433 2024-11-27T04:23:33,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9c2a0b87a8814b5194c2df3ffa648bdd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/9c2a0b87a8814b5194c2df3ffa648bdd 2024-11-27T04:23:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8c0a83bf5961492bbe541ae5c9a1440f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8c0a83bf5961492bbe541ae5c9a1440f 2024-11-27T04:23:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/bed425eca4cb4614b8c6a947ec322ba5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/bed425eca4cb4614b8c6a947ec322ba5 2024-11-27T04:23:33,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b05c9b5ebbf641a4b4508be2594268eb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b05c9b5ebbf641a4b4508be2594268eb 2024-11-27T04:23:33,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/fa9c2d4c49ec44838708b8bbfdea5a90 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/fa9c2d4c49ec44838708b8bbfdea5a90 2024-11-27T04:23:33,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b6e1d9ffa932465a8d99c1520f3c8291 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/b6e1d9ffa932465a8d99c1520f3c8291 2024-11-27T04:23:33,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5c4bbc1d48324e649325febdbbc058ca to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5c4bbc1d48324e649325febdbbc058ca 2024-11-27T04:23:33,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/ef15cd81a313499192b1e63c6a896ef0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/ef15cd81a313499192b1e63c6a896ef0 2024-11-27T04:23:33,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8ecca58e43124cb896db7dadc07c05ab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/8ecca58e43124cb896db7dadc07c05ab 2024-11-27T04:23:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/27340c6fa9324701973c19e8882143a9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/27340c6fa9324701973c19e8882143a9 2024-11-27T04:23:33,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/7f66a008a6784ad1bd874f97e18d84fb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/7f66a008a6784ad1bd874f97e18d84fb 2024-11-27T04:23:33,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/183d58db2bb944d7ab7091524b2bee58 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/183d58db2bb944d7ab7091524b2bee58 2024-11-27T04:23:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/76e7ba1c64894c9a847bee20f7891bd1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/5af346faaa2c4cf8a50b55b4a3ab14dc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b0edb8b7050d45df85d4678c20d0a7b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1cbd03e2f5d74befb1aac0c1ada50a95, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/d67b9441bc75446fa192f9387f258c0c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/4bc8a0f96ef841ea8718dbd128bfaea1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f48104dd63a3495ea2ac515f26f57325, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/06116d7a26ef488f8d433a5a0576f681, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8e2d5b50e5de4506803670d1acc7773c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9db44bdcbd5949bea3b9f1e67e7dac14, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6b3238a5a861420fb645e3dce59664cb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/33343787316e4b3d9f977813ec36788f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6ff50c26292e4ec2926f82a70279fb4d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0272980de96547e4a0632e07542654a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/78f28e16c8c244eda91a062e6ce2182a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3b9b507e1cb942ad92674114dc51c99c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/c9b7b6a30e824c9db0b59f6c0c7234a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/496e2879d0324bd0a5bc581fc0a9f478, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e947e0913fa34af38149f16097f45756, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2f24147bd45e4b52a51d6b70336a77e4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e14a4084ab0b498fb6e7b08b2abe3f63, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1b07bdd9833342eaa7e49e2963f7a4b5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/cb068819da4344b8a7097d5672c1a9e9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f1ead3f43b044a02ab2be9735a454a98, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/19f89386b036423e8954de46224a0aa1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9057ce8fbde245bebbba5d4a18c2e0c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2101191080ae4856bbe9089b5f1af64d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/58be754a265841f1b61d333e932aa977, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/52f9b4a1beac4263b0ef58025c60f989, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/74f00adf61ca487b947032c19e85ceed, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3bd03e6d503e46639088ed0bf956209d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/a2eb843a3781414ba77d0c7b44837c98, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e8d959231ed94ab7bee477269432d7a3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e1d6525b27cd456fb33820e651fae2ea, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b44989f4f01a43a3afaa46a2c7ca19fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8f47f0c00ab84bfab2a1e655e1a92327, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ff596540e6134c0f997a66224bc3fa7f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0d31ddca69fc41a2a6cc2bda0e207f45, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/37e7bcfc1bb64da3ae1e0de8c7a2e692, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e418381eae524c9eb79f83991efc2798] to archive 2024-11-27T04:23:33,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:23:33,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/76e7ba1c64894c9a847bee20f7891bd1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/76e7ba1c64894c9a847bee20f7891bd1 2024-11-27T04:23:33,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/5af346faaa2c4cf8a50b55b4a3ab14dc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/5af346faaa2c4cf8a50b55b4a3ab14dc 2024-11-27T04:23:33,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b0edb8b7050d45df85d4678c20d0a7b4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b0edb8b7050d45df85d4678c20d0a7b4 2024-11-27T04:23:33,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1cbd03e2f5d74befb1aac0c1ada50a95 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1cbd03e2f5d74befb1aac0c1ada50a95 2024-11-27T04:23:33,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/d67b9441bc75446fa192f9387f258c0c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/d67b9441bc75446fa192f9387f258c0c 2024-11-27T04:23:33,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/4bc8a0f96ef841ea8718dbd128bfaea1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/4bc8a0f96ef841ea8718dbd128bfaea1 2024-11-27T04:23:33,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f48104dd63a3495ea2ac515f26f57325 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f48104dd63a3495ea2ac515f26f57325 2024-11-27T04:23:33,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/06116d7a26ef488f8d433a5a0576f681 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/06116d7a26ef488f8d433a5a0576f681 2024-11-27T04:23:33,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8e2d5b50e5de4506803670d1acc7773c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8e2d5b50e5de4506803670d1acc7773c 2024-11-27T04:23:33,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9db44bdcbd5949bea3b9f1e67e7dac14 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9db44bdcbd5949bea3b9f1e67e7dac14 2024-11-27T04:23:33,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6b3238a5a861420fb645e3dce59664cb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6b3238a5a861420fb645e3dce59664cb 2024-11-27T04:23:33,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/33343787316e4b3d9f977813ec36788f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/33343787316e4b3d9f977813ec36788f 2024-11-27T04:23:33,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6ff50c26292e4ec2926f82a70279fb4d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/6ff50c26292e4ec2926f82a70279fb4d 2024-11-27T04:23:33,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0272980de96547e4a0632e07542654a7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0272980de96547e4a0632e07542654a7 2024-11-27T04:23:33,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/78f28e16c8c244eda91a062e6ce2182a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/78f28e16c8c244eda91a062e6ce2182a 2024-11-27T04:23:33,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3b9b507e1cb942ad92674114dc51c99c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3b9b507e1cb942ad92674114dc51c99c 2024-11-27T04:23:33,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/c9b7b6a30e824c9db0b59f6c0c7234a3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/c9b7b6a30e824c9db0b59f6c0c7234a3 2024-11-27T04:23:33,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/496e2879d0324bd0a5bc581fc0a9f478 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/496e2879d0324bd0a5bc581fc0a9f478 2024-11-27T04:23:33,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e947e0913fa34af38149f16097f45756 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e947e0913fa34af38149f16097f45756 2024-11-27T04:23:33,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2f24147bd45e4b52a51d6b70336a77e4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2f24147bd45e4b52a51d6b70336a77e4 2024-11-27T04:23:33,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e14a4084ab0b498fb6e7b08b2abe3f63 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e14a4084ab0b498fb6e7b08b2abe3f63 2024-11-27T04:23:33,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1b07bdd9833342eaa7e49e2963f7a4b5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/1b07bdd9833342eaa7e49e2963f7a4b5 2024-11-27T04:23:33,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/cb068819da4344b8a7097d5672c1a9e9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/cb068819da4344b8a7097d5672c1a9e9 2024-11-27T04:23:33,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f1ead3f43b044a02ab2be9735a454a98 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/f1ead3f43b044a02ab2be9735a454a98 2024-11-27T04:23:33,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/19f89386b036423e8954de46224a0aa1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/19f89386b036423e8954de46224a0aa1 2024-11-27T04:23:33,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9057ce8fbde245bebbba5d4a18c2e0c7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/9057ce8fbde245bebbba5d4a18c2e0c7 2024-11-27T04:23:33,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2101191080ae4856bbe9089b5f1af64d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/2101191080ae4856bbe9089b5f1af64d 2024-11-27T04:23:33,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/58be754a265841f1b61d333e932aa977 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/58be754a265841f1b61d333e932aa977 2024-11-27T04:23:33,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/52f9b4a1beac4263b0ef58025c60f989 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/52f9b4a1beac4263b0ef58025c60f989 2024-11-27T04:23:33,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/74f00adf61ca487b947032c19e85ceed to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/74f00adf61ca487b947032c19e85ceed 2024-11-27T04:23:33,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3bd03e6d503e46639088ed0bf956209d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/3bd03e6d503e46639088ed0bf956209d 2024-11-27T04:23:33,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/a2eb843a3781414ba77d0c7b44837c98 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/a2eb843a3781414ba77d0c7b44837c98 2024-11-27T04:23:33,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e8d959231ed94ab7bee477269432d7a3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e8d959231ed94ab7bee477269432d7a3 2024-11-27T04:23:33,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e1d6525b27cd456fb33820e651fae2ea to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e1d6525b27cd456fb33820e651fae2ea 2024-11-27T04:23:33,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b44989f4f01a43a3afaa46a2c7ca19fd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/b44989f4f01a43a3afaa46a2c7ca19fd 2024-11-27T04:23:33,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8f47f0c00ab84bfab2a1e655e1a92327 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/8f47f0c00ab84bfab2a1e655e1a92327 2024-11-27T04:23:33,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ff596540e6134c0f997a66224bc3fa7f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ff596540e6134c0f997a66224bc3fa7f 2024-11-27T04:23:33,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0d31ddca69fc41a2a6cc2bda0e207f45 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/0d31ddca69fc41a2a6cc2bda0e207f45 2024-11-27T04:23:33,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/37e7bcfc1bb64da3ae1e0de8c7a2e692 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/37e7bcfc1bb64da3ae1e0de8c7a2e692 2024-11-27T04:23:33,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e418381eae524c9eb79f83991efc2798 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/e418381eae524c9eb79f83991efc2798 2024-11-27T04:23:33,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f0ec98f08ff64e0fb90a38041f43c9b4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/37f86e67c5af4513aa66b03a283c3bb9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4db7535a085342038b665954e3c1c3d1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/a0e4b0e8a15c4eb2958246b960a014d9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c5630617e97b4fbdba83d785d6d079c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/83c709d0788d41eba9fbc03e5c3d9d4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/31a115ce536648d9b3b8f386c055a156, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6361daf306014276a891adb25c261728, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2bc3e4f4658845babd1891c042763805, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/174c10b8a944422db3833d6e3faa5e93, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/989c62e8404f4dbbbf950f7b9367f46d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e5ab536b0d274d8f96e6440da3773c6a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/493e5ec03d2240a7b3383b87f9fe3c8a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ed082d1b194bc7b3b56b26122be63b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2d912872b2b415f9f42b5fd3466afb9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/23f7795ef6a946a79884ddab94fb6584, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7601f9ac544a4df08c015f6657f49048, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/88ec287d92864ec0b2d78a3b9117525a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/d81eb61b64cc45c0bf81b60fff14d1d9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7937ad4fb2894ef7b769d561422da987, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/44a102f33fa249629d9968342cd15d84, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/aed61758506a4208bff3a06f67cb0fd9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/588f9ffc44dc46f387a923786569ccac, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/3a6454d25c844d33aba1f0b5c054b772, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6894cd9dcf0a49fab965f4d5e5ce6b9c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/70bae374887d4551acbc39827bd45b4e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/1c818965abd943a9a48365c9501b989a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/8dcb180b3194466c9dee4b87c6ea02fa, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/00d0e9c896624c76b340f3fa48565ec9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2a8d6a4f0ee74d2784837a5210c2cf4b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4b12d643692443e7a0eca14d1e4258a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f66f2dc3cb734828a45aebc5412adbf1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2fbe75bbcc54d8ca83da08f9c354792, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/9ca480e7c2434bb0a61809712ffc29c4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/74fbb9d28254419e82e3239eb69616a6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ab00bd194c414bb9fc8269bb95ac2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6dbfbec9e6d64a7885ba92eab7c71540, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/dd9d85fc33ba433a85f610d3add8e9c6] to archive 2024-11-27T04:23:33,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:23:33,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f0ec98f08ff64e0fb90a38041f43c9b4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f0ec98f08ff64e0fb90a38041f43c9b4 2024-11-27T04:23:33,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/37f86e67c5af4513aa66b03a283c3bb9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/37f86e67c5af4513aa66b03a283c3bb9 2024-11-27T04:23:33,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4db7535a085342038b665954e3c1c3d1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4db7535a085342038b665954e3c1c3d1 2024-11-27T04:23:33,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/a0e4b0e8a15c4eb2958246b960a014d9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/a0e4b0e8a15c4eb2958246b960a014d9 2024-11-27T04:23:33,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c5630617e97b4fbdba83d785d6d079c7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c5630617e97b4fbdba83d785d6d079c7 2024-11-27T04:23:33,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/83c709d0788d41eba9fbc03e5c3d9d4e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/83c709d0788d41eba9fbc03e5c3d9d4e 2024-11-27T04:23:33,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/31a115ce536648d9b3b8f386c055a156 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/31a115ce536648d9b3b8f386c055a156 2024-11-27T04:23:33,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6361daf306014276a891adb25c261728 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6361daf306014276a891adb25c261728 2024-11-27T04:23:33,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2bc3e4f4658845babd1891c042763805 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2bc3e4f4658845babd1891c042763805 2024-11-27T04:23:33,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/174c10b8a944422db3833d6e3faa5e93 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/174c10b8a944422db3833d6e3faa5e93 2024-11-27T04:23:33,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/989c62e8404f4dbbbf950f7b9367f46d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/989c62e8404f4dbbbf950f7b9367f46d 2024-11-27T04:23:33,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e5ab536b0d274d8f96e6440da3773c6a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e5ab536b0d274d8f96e6440da3773c6a 2024-11-27T04:23:33,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/493e5ec03d2240a7b3383b87f9fe3c8a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/493e5ec03d2240a7b3383b87f9fe3c8a 2024-11-27T04:23:33,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ed082d1b194bc7b3b56b26122be63b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ed082d1b194bc7b3b56b26122be63b 2024-11-27T04:23:33,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2d912872b2b415f9f42b5fd3466afb9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2d912872b2b415f9f42b5fd3466afb9 2024-11-27T04:23:33,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/23f7795ef6a946a79884ddab94fb6584 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/23f7795ef6a946a79884ddab94fb6584 2024-11-27T04:23:33,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7601f9ac544a4df08c015f6657f49048 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7601f9ac544a4df08c015f6657f49048 2024-11-27T04:23:33,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/88ec287d92864ec0b2d78a3b9117525a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/88ec287d92864ec0b2d78a3b9117525a 2024-11-27T04:23:33,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/d81eb61b64cc45c0bf81b60fff14d1d9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/d81eb61b64cc45c0bf81b60fff14d1d9 2024-11-27T04:23:33,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7937ad4fb2894ef7b769d561422da987 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/7937ad4fb2894ef7b769d561422da987 2024-11-27T04:23:33,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/44a102f33fa249629d9968342cd15d84 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/44a102f33fa249629d9968342cd15d84 2024-11-27T04:23:33,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/aed61758506a4208bff3a06f67cb0fd9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/aed61758506a4208bff3a06f67cb0fd9 2024-11-27T04:23:33,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/588f9ffc44dc46f387a923786569ccac to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/588f9ffc44dc46f387a923786569ccac 2024-11-27T04:23:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/3a6454d25c844d33aba1f0b5c054b772 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/3a6454d25c844d33aba1f0b5c054b772 2024-11-27T04:23:33,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6894cd9dcf0a49fab965f4d5e5ce6b9c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6894cd9dcf0a49fab965f4d5e5ce6b9c 2024-11-27T04:23:33,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/70bae374887d4551acbc39827bd45b4e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/70bae374887d4551acbc39827bd45b4e 2024-11-27T04:23:33,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/1c818965abd943a9a48365c9501b989a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/1c818965abd943a9a48365c9501b989a 2024-11-27T04:23:33,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/8dcb180b3194466c9dee4b87c6ea02fa to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/8dcb180b3194466c9dee4b87c6ea02fa 2024-11-27T04:23:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T04:23:33,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/00d0e9c896624c76b340f3fa48565ec9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/00d0e9c896624c76b340f3fa48565ec9 2024-11-27T04:23:33,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2a8d6a4f0ee74d2784837a5210c2cf4b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/2a8d6a4f0ee74d2784837a5210c2cf4b 2024-11-27T04:23:33,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4b12d643692443e7a0eca14d1e4258a7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4b12d643692443e7a0eca14d1e4258a7 2024-11-27T04:23:33,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f66f2dc3cb734828a45aebc5412adbf1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/f66f2dc3cb734828a45aebc5412adbf1 2024-11-27T04:23:33,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2fbe75bbcc54d8ca83da08f9c354792 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/c2fbe75bbcc54d8ca83da08f9c354792 2024-11-27T04:23:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/9ca480e7c2434bb0a61809712ffc29c4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/9ca480e7c2434bb0a61809712ffc29c4 2024-11-27T04:23:33,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/74fbb9d28254419e82e3239eb69616a6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/74fbb9d28254419e82e3239eb69616a6 2024-11-27T04:23:33,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ab00bd194c414bb9fc8269bb95ac2c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/04ab00bd194c414bb9fc8269bb95ac2c 2024-11-27T04:23:33,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6a8e6d26f01e4e23bb8cddf4b9a8a0e4 2024-11-27T04:23:33,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6dbfbec9e6d64a7885ba92eab7c71540 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/6dbfbec9e6d64a7885ba92eab7c71540 2024-11-27T04:23:33,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/dd9d85fc33ba433a85f610d3add8e9c6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/dd9d85fc33ba433a85f610d3add8e9c6 2024-11-27T04:23:33,482 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/recovered.edits/587.seqid, newMaxSeqId=587, maxSeqId=1 2024-11-27T04:23:33,483 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad. 2024-11-27T04:23:33,483 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for c95e0f2fb829b9b431577414a301baad: 2024-11-27T04:23:33,485 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:33,485 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=c95e0f2fb829b9b431577414a301baad, regionState=CLOSED 2024-11-27T04:23:33,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-27T04:23:33,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure c95e0f2fb829b9b431577414a301baad, server=99e1108fb5b5,33685,1732681256218 in 323 msec 2024-11-27T04:23:33,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-27T04:23:33,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c95e0f2fb829b9b431577414a301baad, UNASSIGN in 326 msec 2024-11-27T04:23:33,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-27T04:23:33,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 331 msec 2024-11-27T04:23:33,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681413494"}]},"ts":"1732681413494"} 2024-11-27T04:23:33,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T04:23:33,498 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T04:23:33,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 349 msec 2024-11-27T04:23:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T04:23:33,757 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-27T04:23:33,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T04:23:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,759 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T04:23:33,760 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,761 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:33,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/recovered.edits] 2024-11-27T04:23:33,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/23766c354b864f738bfedaed7b2da7cd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/23766c354b864f738bfedaed7b2da7cd 2024-11-27T04:23:33,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5caff851d05447e0a7ec0e9600a8180a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/5caff851d05447e0a7ec0e9600a8180a 2024-11-27T04:23:33,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/df4ebce7fd934711ad5ee68e965033f1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/A/df4ebce7fd934711ad5ee68e965033f1 2024-11-27T04:23:33,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/07c4141233d64df29c227eec255499ac to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/07c4141233d64df29c227eec255499ac 2024-11-27T04:23:33,771 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/96eca09c2d1740d88f70badd9c0731b3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/96eca09c2d1740d88f70badd9c0731b3 2024-11-27T04:23:33,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ea03406b177f433c87694da5b5da6129 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/B/ea03406b177f433c87694da5b5da6129 2024-11-27T04:23:33,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4f82549683564261876f0db34eb39602 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/4f82549683564261876f0db34eb39602 2024-11-27T04:23:33,776 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/992168d4c3514e8389379360687f4c57 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/992168d4c3514e8389379360687f4c57 2024-11-27T04:23:33,776 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e1b7cfe4e2774581bdf2cb3101e07fca to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/C/e1b7cfe4e2774581bdf2cb3101e07fca 2024-11-27T04:23:33,779 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/recovered.edits/587.seqid to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad/recovered.edits/587.seqid 2024-11-27T04:23:33,780 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c95e0f2fb829b9b431577414a301baad 2024-11-27T04:23:33,780 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T04:23:33,782 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,784 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T04:23:33,786 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T04:23:33,787 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,787 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T04:23:33,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732681413787"}]},"ts":"9223372036854775807"} 2024-11-27T04:23:33,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T04:23:33,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c95e0f2fb829b9b431577414a301baad, NAME => 'TestAcidGuarantees,,1732681390110.c95e0f2fb829b9b431577414a301baad.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T04:23:33,789 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T04:23:33,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732681413789"}]},"ts":"9223372036854775807"} 2024-11-27T04:23:33,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T04:23:33,792 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-27T04:23:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T04:23:33,861 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-11-27T04:23:33,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 628) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5536 (was 5630) 2024-11-27T04:23:33,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=5535 2024-11-27T04:23:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:23:33,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:23:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:33,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T04:23:33,889 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:33,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 167 2024-11-27T04:23:33,890 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T04:23:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T04:23:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742496_1672 (size=960) 2024-11-27T04:23:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T04:23:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T04:23:34,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6 2024-11-27T04:23:34,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742497_1673 (size=53) 2024-11-27T04:23:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T04:23:34,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:23:34,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c74dac3725fbf8dade79a9d45701c41e, disabling compactions & flushes 2024-11-27T04:23:34,714 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:34,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:34,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. after waiting 0 ms 2024-11-27T04:23:34,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:34,714 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:34,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:34,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T04:23:34,715 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732681414715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732681414715"}]},"ts":"1732681414715"} 2024-11-27T04:23:34,716 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T04:23:34,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T04:23:34,717 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681414717"}]},"ts":"1732681414717"} 2024-11-27T04:23:34,718 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T04:23:34,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, ASSIGN}] 2024-11-27T04:23:34,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, ASSIGN 2024-11-27T04:23:34,724 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, ASSIGN; state=OFFLINE, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=false 2024-11-27T04:23:34,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:34,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; OpenRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T04:23:35,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:35,030 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:35,030 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7285): Opening region: {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:23:35,031 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,031 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:23:35,031 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7327): checking encryption for c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,031 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(7330): checking classloading for c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,032 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,034 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:35,035 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dac3725fbf8dade79a9d45701c41e columnFamilyName A 2024-11-27T04:23:35,035 DEBUG [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:35,035 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(327): Store=c74dac3725fbf8dade79a9d45701c41e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:35,035 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,036 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:35,036 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dac3725fbf8dade79a9d45701c41e columnFamilyName B 2024-11-27T04:23:35,037 DEBUG [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:35,037 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(327): Store=c74dac3725fbf8dade79a9d45701c41e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:35,037 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,038 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:35,038 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dac3725fbf8dade79a9d45701c41e columnFamilyName C 2024-11-27T04:23:35,038 DEBUG [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:35,039 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(327): Store=c74dac3725fbf8dade79a9d45701c41e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:35,039 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:35,040 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,040 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,041 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:23:35,042 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1085): writing seq id for c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:35,044 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T04:23:35,044 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1102): Opened c74dac3725fbf8dade79a9d45701c41e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66012275, jitterRate=-0.016340449452400208}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:23:35,045 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegion(1001): Region open journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:35,046 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., pid=169, masterSystemTime=1732681415027 2024-11-27T04:23:35,047 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:35,048 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=169}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:35,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=OPEN, openSeqNum=2, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:35,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-27T04:23:35,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; OpenRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 in 174 msec 2024-11-27T04:23:35,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-27T04:23:35,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, ASSIGN in 328 msec 2024-11-27T04:23:35,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T04:23:35,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681415053"}]},"ts":"1732681415053"} 2024-11-27T04:23:35,054 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T04:23:35,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=167, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T04:23:35,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-27T04:23:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T04:23:35,995 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-27T04:23:35,997 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ade5f9 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f838b5c 2024-11-27T04:23:36,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T04:23:36,013 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T04:23:36,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T04:23:36,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T04:23:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=170, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T04:23:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742498_1674 (size=996) 2024-11-27T04:23:36,031 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T04:23:36,031 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T04:23:36,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:23:36,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, REOPEN/MOVE}] 2024-11-27T04:23:36,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, REOPEN/MOVE 2024-11-27T04:23:36,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,037 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:23:36,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE; CloseRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:23:36,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,190 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(124): Close c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,190 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:23:36,190 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1681): Closing c74dac3725fbf8dade79a9d45701c41e, disabling compactions & flushes 2024-11-27T04:23:36,190 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,190 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,190 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. after waiting 0 ms 2024-11-27T04:23:36,190 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,193 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T04:23:36,194 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,194 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1635): Region close journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:36,194 WARN [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionServer(3786): Not adding moved region record: c74dac3725fbf8dade79a9d45701c41e to self. 2024-11-27T04:23:36,196 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(170): Closed c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=CLOSED 2024-11-27T04:23:36,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-27T04:23:36,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; CloseRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 in 160 msec 2024-11-27T04:23:36,199 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, REOPEN/MOVE; state=CLOSED, location=99e1108fb5b5,33685,1732681256218; forceNewPlan=false, retain=true 2024-11-27T04:23:36,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=OPENING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=172, state=RUNNABLE; OpenRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:23:36,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,505 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,506 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(7285): Opening region: {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T04:23:36,506 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,506 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T04:23:36,506 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(7327): checking encryption for c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,506 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(7330): checking classloading for c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,508 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,509 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:36,509 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dac3725fbf8dade79a9d45701c41e columnFamilyName A 2024-11-27T04:23:36,510 DEBUG [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:36,510 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(327): Store=c74dac3725fbf8dade79a9d45701c41e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:36,511 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,511 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:36,512 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dac3725fbf8dade79a9d45701c41e columnFamilyName B 2024-11-27T04:23:36,512 DEBUG [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:36,512 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(327): Store=c74dac3725fbf8dade79a9d45701c41e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:36,512 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,513 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T04:23:36,513 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74dac3725fbf8dade79a9d45701c41e columnFamilyName C 2024-11-27T04:23:36,513 DEBUG [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:36,513 INFO [StoreOpener-c74dac3725fbf8dade79a9d45701c41e-1 {}] regionserver.HStore(327): Store=c74dac3725fbf8dade79a9d45701c41e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T04:23:36,513 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,514 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,515 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,517 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T04:23:36,518 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1085): writing seq id for c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,519 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1102): Opened c74dac3725fbf8dade79a9d45701c41e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70985764, jitterRate=0.05777031183242798}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T04:23:36,520 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegion(1001): Region open journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:36,521 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., pid=174, masterSystemTime=1732681416502 2024-11-27T04:23:36,523 DEBUG [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,523 INFO [RS_OPEN_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_OPEN_REGION, pid=174}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=OPEN, openSeqNum=5, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=172 2024-11-27T04:23:36,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=172, state=SUCCESS; OpenRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 in 173 msec 2024-11-27T04:23:36,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-27T04:23:36,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, REOPEN/MOVE in 490 msec 2024-11-27T04:23:36,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-27T04:23:36,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-27T04:23:36,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 513 msec 2024-11-27T04:23:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=170 2024-11-27T04:23:36,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x754d0bed to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56b7b773 2024-11-27T04:23:36,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b6a95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39254f5a to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52c26b22 2024-11-27T04:23:36,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a8cc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226948f1 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6333ace5 2024-11-27T04:23:36,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fa8719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14f4319f to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6adef360 2024-11-27T04:23:36,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f29636d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00bd6c58 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1de5cadc 2024-11-27T04:23:36,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943e006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,579 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6269e0a1 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@743c6f3a 2024-11-27T04:23:36,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d3dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1124eb0a to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67603ab 2024-11-27T04:23:36,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49daf5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a403af to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef93e4b 2024-11-27T04:23:36,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40908ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20598fb9 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37c5f69f 2024-11-27T04:23:36,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ee60e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3527ada0 to 127.0.0.1:56910 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d4ed495 2024-11-27T04:23:36,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27688a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T04:23:36,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-27T04:23:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T04:23:36,623 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:36,623 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:36,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:36,646 DEBUG [hconnection-0x41c40f2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,647 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,648 DEBUG [hconnection-0x70da409a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,649 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,652 DEBUG [hconnection-0xfeed9fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,652 DEBUG [hconnection-0x4ca3bbdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,653 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,654 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,654 DEBUG [hconnection-0x7ade54d9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,655 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:36,668 DEBUG [hconnection-0x63b80de5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,669 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,673 DEBUG [hconnection-0x6c27d74d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,674 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,674 DEBUG [hconnection-0xe6a30f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,675 DEBUG [hconnection-0x1cf57712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,675 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,680 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,680 DEBUG [hconnection-0x2865b9ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T04:23:36,693 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T04:23:36,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112736494cc00203494399ca13017be82a32_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681416662/Put/seqid=0 2024-11-27T04:23:36,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681476703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681476706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681476707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681476708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681476716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T04:23:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742499_1675 (size=12154) 2024-11-27T04:23:36,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:36,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112736494cc00203494399ca13017be82a32_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112736494cc00203494399ca13017be82a32_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:36,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b23240a30aea445cb286207881af4de4, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:36,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b23240a30aea445cb286207881af4de4 is 175, key is test_row_0/A:col10/1732681416662/Put/seqid=0 2024-11-27T04:23:36,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T04:23:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681476810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681476811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681476813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681476817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681476819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742500_1676 (size=30955) 2024-11-27T04:23:36,825 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b23240a30aea445cb286207881af4de4 2024-11-27T04:23:36,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/3088ddcd93a3495982c50964ae612cf6 is 50, key is test_row_0/B:col10/1732681416662/Put/seqid=0 2024-11-27T04:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T04:23:36,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:36,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T04:23:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:36,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742501_1677 (size=12001) 2024-11-27T04:23:36,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/3088ddcd93a3495982c50964ae612cf6 2024-11-27T04:23:36,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/ed34bbdace8b464ba2a874af57418ab3 is 50, key is test_row_0/C:col10/1732681416662/Put/seqid=0 2024-11-27T04:23:37,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681477017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681477017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681477020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742502_1678 (size=12001) 2024-11-27T04:23:37,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/ed34bbdace8b464ba2a874af57418ab3 2024-11-27T04:23:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681477023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681477024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b23240a30aea445cb286207881af4de4 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4 2024-11-27T04:23:37,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T04:23:37,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/3088ddcd93a3495982c50964ae612cf6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3088ddcd93a3495982c50964ae612cf6 2024-11-27T04:23:37,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3088ddcd93a3495982c50964ae612cf6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T04:23:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/ed34bbdace8b464ba2a874af57418ab3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ed34bbdace8b464ba2a874af57418ab3 2024-11-27T04:23:37,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ed34bbdace8b464ba2a874af57418ab3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T04:23:37,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c74dac3725fbf8dade79a9d45701c41e in 392ms, sequenceid=16, compaction requested=false 2024-11-27T04:23:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T04:23:37,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:37,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T04:23:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:37,083 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:23:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:37,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:37,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:37,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:37,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273f58e50033a7443f8b9493857105ea8b_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681416692/Put/seqid=0 2024-11-27T04:23:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742503_1679 (size=12154) 2024-11-27T04:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T04:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681477330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681477332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681477334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681477335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681477335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681477436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681477438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681477440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681477440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681477440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:37,549 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273f58e50033a7443f8b9493857105ea8b_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273f58e50033a7443f8b9493857105ea8b_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/254252fe225643d3b32dbf97156a41a7, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/254252fe225643d3b32dbf97156a41a7 is 175, key is test_row_0/A:col10/1732681416692/Put/seqid=0 2024-11-27T04:23:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742504_1680 (size=30955) 2024-11-27T04:23:37,578 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/254252fe225643d3b32dbf97156a41a7 2024-11-27T04:23:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d7388b0262794a26acf9aa9c96069c8b is 50, key is test_row_0/B:col10/1732681416692/Put/seqid=0 2024-11-27T04:23:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742505_1681 (size=12001) 2024-11-27T04:23:37,633 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d7388b0262794a26acf9aa9c96069c8b 2024-11-27T04:23:37,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681477640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681477642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681477644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681477644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681477644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/641ca93b94754c1298e36d5a49e7127b is 50, key is test_row_0/C:col10/1732681416692/Put/seqid=0 2024-11-27T04:23:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742506_1682 (size=12001) 2024-11-27T04:23:37,676 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/641ca93b94754c1298e36d5a49e7127b 2024-11-27T04:23:37,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/254252fe225643d3b32dbf97156a41a7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7 2024-11-27T04:23:37,686 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7, entries=150, sequenceid=41, filesize=30.2 K 2024-11-27T04:23:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d7388b0262794a26acf9aa9c96069c8b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d7388b0262794a26acf9aa9c96069c8b 2024-11-27T04:23:37,694 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d7388b0262794a26acf9aa9c96069c8b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T04:23:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/641ca93b94754c1298e36d5a49e7127b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/641ca93b94754c1298e36d5a49e7127b 2024-11-27T04:23:37,700 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/641ca93b94754c1298e36d5a49e7127b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T04:23:37,702 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c74dac3725fbf8dade79a9d45701c41e in 619ms, sequenceid=41, compaction requested=false 2024-11-27T04:23:37,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:37,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:37,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-27T04:23:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-27T04:23:37,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-27T04:23:37,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-27T04:23:37,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.0850 sec 2024-11-27T04:23:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T04:23:37,727 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-27T04:23:37,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-27T04:23:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T04:23:37,730 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:37,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:37,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T04:23:37,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:37,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T04:23:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:37,884 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:23:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:37,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272ffa50fe053f4a949610e083eaebae0c_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681417332/Put/seqid=0 2024-11-27T04:23:37,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742507_1683 (size=12154) 2024-11-27T04:23:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:37,956 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272ffa50fe053f4a949610e083eaebae0c_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272ffa50fe053f4a949610e083eaebae0c_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c52a8247de0b4bcba0e6f1c01da2cf06, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c52a8247de0b4bcba0e6f1c01da2cf06 is 175, key is test_row_0/A:col10/1732681417332/Put/seqid=0 2024-11-27T04:23:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742508_1684 (size=30955) 2024-11-27T04:23:38,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681478023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681478026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T04:23:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681478029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681478029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681478030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681478131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681478131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681478134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681478135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681478135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T04:23:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681478336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681478336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681478348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681478348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681478356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,380 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c52a8247de0b4bcba0e6f1c01da2cf06 2024-11-27T04:23:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/2a4fff0906184f2c89c75c144f9f1468 is 50, key is test_row_0/B:col10/1732681417332/Put/seqid=0 2024-11-27T04:23:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742509_1685 (size=12001) 2024-11-27T04:23:38,435 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/2a4fff0906184f2c89c75c144f9f1468 2024-11-27T04:23:38,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/a89a1547e48f4a49b8e0562691fcdc30 is 50, key is test_row_0/C:col10/1732681417332/Put/seqid=0 2024-11-27T04:23:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742510_1686 (size=12001) 2024-11-27T04:23:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681478639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681478641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681478658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681478658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681478664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T04:23:38,922 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/a89a1547e48f4a49b8e0562691fcdc30 2024-11-27T04:23:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c52a8247de0b4bcba0e6f1c01da2cf06 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06 2024-11-27T04:23:38,934 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T04:23:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/2a4fff0906184f2c89c75c144f9f1468 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2a4fff0906184f2c89c75c144f9f1468 2024-11-27T04:23:38,939 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2a4fff0906184f2c89c75c144f9f1468, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:23:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/a89a1547e48f4a49b8e0562691fcdc30 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a89a1547e48f4a49b8e0562691fcdc30 2024-11-27T04:23:38,944 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a89a1547e48f4a49b8e0562691fcdc30, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T04:23:38,946 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c74dac3725fbf8dade79a9d45701c41e in 1062ms, sequenceid=53, compaction requested=true 2024-11-27T04:23:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-27T04:23:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-27T04:23:38,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-27T04:23:38,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2160 sec 2024-11-27T04:23:38,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.2220 sec 2024-11-27T04:23:39,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T04:23:39,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:39,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae8d0ac64807428680c9315939055138_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681479167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681479167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681479168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681479178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681479188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742511_1687 (size=14594) 2024-11-27T04:23:39,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681479283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681479284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681479490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681479490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:39,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae8d0ac64807428680c9315939055138_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae8d0ac64807428680c9315939055138_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:39,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/51f7d88451134304a717a511234d97fd, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:39,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/51f7d88451134304a717a511234d97fd is 175, key is test_row_0/A:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742512_1688 (size=39549) 2024-11-27T04:23:39,673 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/51f7d88451134304a717a511234d97fd 2024-11-27T04:23:39,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/f34c643c65604bd790d85cc18812caf0 is 50, key is test_row_0/B:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742513_1689 (size=12001) 2024-11-27T04:23:39,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/f34c643c65604bd790d85cc18812caf0 2024-11-27T04:23:39,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/34973510be9a48e8b74567525d48a918 is 50, key is test_row_0/C:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681479795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681479797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742514_1690 (size=12001) 2024-11-27T04:23:39,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/34973510be9a48e8b74567525d48a918 2024-11-27T04:23:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T04:23:39,833 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-27T04:23:39,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-27T04:23:39,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/51f7d88451134304a717a511234d97fd as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd 2024-11-27T04:23:39,837 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T04:23:39,838 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:39,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:39,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd, entries=200, sequenceid=80, filesize=38.6 K 2024-11-27T04:23:39,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/f34c643c65604bd790d85cc18812caf0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f34c643c65604bd790d85cc18812caf0 2024-11-27T04:23:39,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f34c643c65604bd790d85cc18812caf0, entries=150, sequenceid=80, filesize=11.7 K 2024-11-27T04:23:39,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/34973510be9a48e8b74567525d48a918 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/34973510be9a48e8b74567525d48a918 2024-11-27T04:23:39,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/34973510be9a48e8b74567525d48a918, entries=150, sequenceid=80, filesize=11.7 K 2024-11-27T04:23:39,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c74dac3725fbf8dade79a9d45701c41e in 706ms, sequenceid=80, compaction requested=true 2024-11-27T04:23:39,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:39,855 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:39,855 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:39,856 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:39,856 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:39,856 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:39,856 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=129.3 K 2024-11-27T04:23:39,856 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:39,856 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd] 2024-11-27T04:23:39,857 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b23240a30aea445cb286207881af4de4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681416658 2024-11-27T04:23:39,857 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254252fe225643d3b32dbf97156a41a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732681416692 2024-11-27T04:23:39,858 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:39,858 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:39,858 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:39,858 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3088ddcd93a3495982c50964ae612cf6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d7388b0262794a26acf9aa9c96069c8b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2a4fff0906184f2c89c75c144f9f1468, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f34c643c65604bd790d85cc18812caf0] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=46.9 K 2024-11-27T04:23:39,859 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3088ddcd93a3495982c50964ae612cf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681416658 2024-11-27T04:23:39,859 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c52a8247de0b4bcba0e6f1c01da2cf06, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681417327 2024-11-27T04:23:39,859 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d7388b0262794a26acf9aa9c96069c8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732681416692 2024-11-27T04:23:39,859 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f7d88451134304a717a511234d97fd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732681418027 2024-11-27T04:23:39,860 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4fff0906184f2c89c75c144f9f1468, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681417327 2024-11-27T04:23:39,860 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f34c643c65604bd790d85cc18812caf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732681418028 2024-11-27T04:23:39,867 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:39,869 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:39,869 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/dc7fdf438bb44ae48c1a632a0a842a3b is 50, key is test_row_0/B:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127516668f68c954c2b84675906b2ad0c11_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:39,877 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127516668f68c954c2b84675906b2ad0c11_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:39,877 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127516668f68c954c2b84675906b2ad0c11_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742516_1692 (size=4469) 2024-11-27T04:23:39,918 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#593 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:39,918 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/a7b389bbc06447cc8cd309860e2311e8 is 175, key is test_row_0/A:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742515_1691 (size=12139) 2024-11-27T04:23:39,933 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/dc7fdf438bb44ae48c1a632a0a842a3b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dc7fdf438bb44ae48c1a632a0a842a3b 2024-11-27T04:23:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T04:23:39,944 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into dc7fdf438bb44ae48c1a632a0a842a3b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:39,944 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:39,944 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=12, startTime=1732681419855; duration=0sec 2024-11-27T04:23:39,944 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:39,944 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:39,944 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:39,946 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:39,946 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:39,946 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:39,946 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ed34bbdace8b464ba2a874af57418ab3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/641ca93b94754c1298e36d5a49e7127b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a89a1547e48f4a49b8e0562691fcdc30, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/34973510be9a48e8b74567525d48a918] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=46.9 K 2024-11-27T04:23:39,947 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ed34bbdace8b464ba2a874af57418ab3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732681416658 2024-11-27T04:23:39,948 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 641ca93b94754c1298e36d5a49e7127b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732681416692 2024-11-27T04:23:39,948 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a89a1547e48f4a49b8e0562691fcdc30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732681417327 2024-11-27T04:23:39,949 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 34973510be9a48e8b74567525d48a918, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732681418028 2024-11-27T04:23:39,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742517_1693 (size=31093) 2024-11-27T04:23:39,962 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/a7b389bbc06447cc8cd309860e2311e8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a7b389bbc06447cc8cd309860e2311e8 2024-11-27T04:23:39,967 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into a7b389bbc06447cc8cd309860e2311e8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:39,967 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:39,967 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=12, startTime=1732681419855; duration=0sec 2024-11-27T04:23:39,967 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:39,967 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:39,970 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:39,971 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/fbb8b300f1e940308cbe01b7c2c28422 is 50, key is test_row_0/C:col10/1732681418028/Put/seqid=0 2024-11-27T04:23:39,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:39,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-27T04:23:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:39,992 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T04:23:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742518_1694 (size=12139) 2024-11-27T04:23:40,008 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/fbb8b300f1e940308cbe01b7c2c28422 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/fbb8b300f1e940308cbe01b7c2c28422 2024-11-27T04:23:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278bd90ae0fd334e6b9bf58a8bac9961dd_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681419162/Put/seqid=0 2024-11-27T04:23:40,013 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into fbb8b300f1e940308cbe01b7c2c28422(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:40,013 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:40,013 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=12, startTime=1732681419856; duration=0sec 2024-11-27T04:23:40,013 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:40,013 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742519_1695 (size=12154) 2024-11-27T04:23:40,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:40,037 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278bd90ae0fd334e6b9bf58a8bac9961dd_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278bd90ae0fd334e6b9bf58a8bac9961dd_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/a66898de6bbd459daaa8a94f32376791, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:40,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/a66898de6bbd459daaa8a94f32376791 is 175, key is test_row_0/A:col10/1732681419162/Put/seqid=0 2024-11-27T04:23:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742520_1696 (size=30955) 2024-11-27T04:23:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T04:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681480237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681480238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681480242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681480302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681480302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681480343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681480343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681480345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T04:23:40,472 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/a66898de6bbd459daaa8a94f32376791 2024-11-27T04:23:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/52834d179fbb403691fca81b2ddbdbbc is 50, key is test_row_0/B:col10/1732681419162/Put/seqid=0 2024-11-27T04:23:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742521_1697 (size=12001) 2024-11-27T04:23:40,525 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/52834d179fbb403691fca81b2ddbdbbc 2024-11-27T04:23:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681480546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/898046ddde3246ac903e5b0d20fde8d5 is 50, key is test_row_0/C:col10/1732681419162/Put/seqid=0 2024-11-27T04:23:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681480547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681480547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742522_1698 (size=12001) 2024-11-27T04:23:40,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681480851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681480851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681480852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T04:23:41,007 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/898046ddde3246ac903e5b0d20fde8d5 2024-11-27T04:23:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/a66898de6bbd459daaa8a94f32376791 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791 2024-11-27T04:23:41,018 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791, entries=150, sequenceid=91, filesize=30.2 K 2024-11-27T04:23:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/52834d179fbb403691fca81b2ddbdbbc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/52834d179fbb403691fca81b2ddbdbbc 2024-11-27T04:23:41,027 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/52834d179fbb403691fca81b2ddbdbbc, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T04:23:41,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/898046ddde3246ac903e5b0d20fde8d5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/898046ddde3246ac903e5b0d20fde8d5 2024-11-27T04:23:41,031 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/898046ddde3246ac903e5b0d20fde8d5, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T04:23:41,032 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c74dac3725fbf8dade79a9d45701c41e in 1040ms, sequenceid=91, compaction requested=false 2024-11-27T04:23:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-27T04:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-27T04:23:41,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-27T04:23:41,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1950 sec 2024-11-27T04:23:41,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.2000 sec 2024-11-27T04:23:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:41,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T04:23:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:41,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:41,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:41,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:41,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681481328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681481329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c8fcc095afcf444ab92d2785675f0599_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681481354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681481356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681481357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742523_1699 (size=12154) 2024-11-27T04:23:41,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:41,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c8fcc095afcf444ab92d2785675f0599_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c8fcc095afcf444ab92d2785675f0599_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:41,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b648d14564014a5abfaf6a3d6d6aab87, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:41,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b648d14564014a5abfaf6a3d6d6aab87 is 175, key is test_row_0/A:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742524_1700 (size=30955) 2024-11-27T04:23:41,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b648d14564014a5abfaf6a3d6d6aab87 2024-11-27T04:23:41,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/e34ab1808ecf4f629698c7b5cd49ce1e is 50, key is test_row_0/B:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:41,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681481434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681481435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742525_1701 (size=12001) 2024-11-27T04:23:41,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/e34ab1808ecf4f629698c7b5cd49ce1e 2024-11-27T04:23:41,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/928cb3cebdb546f586a5f64ae514333f is 50, key is test_row_0/C:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:41,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742526_1702 (size=12001) 2024-11-27T04:23:41,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/928cb3cebdb546f586a5f64ae514333f 2024-11-27T04:23:41,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/b648d14564014a5abfaf6a3d6d6aab87 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87 2024-11-27T04:23:41,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87, entries=150, sequenceid=120, filesize=30.2 K 2024-11-27T04:23:41,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/e34ab1808ecf4f629698c7b5cd49ce1e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/e34ab1808ecf4f629698c7b5cd49ce1e 2024-11-27T04:23:41,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/e34ab1808ecf4f629698c7b5cd49ce1e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T04:23:41,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/928cb3cebdb546f586a5f64ae514333f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/928cb3cebdb546f586a5f64ae514333f 2024-11-27T04:23:41,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/928cb3cebdb546f586a5f64ae514333f, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T04:23:41,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c74dac3725fbf8dade79a9d45701c41e in 238ms, sequenceid=120, compaction requested=true 2024-11-27T04:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:41,553 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:41,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:41,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:41,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:41,554 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:41,554 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:41,555 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:41,555 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:41,555 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a7b389bbc06447cc8cd309860e2311e8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=90.8 K 2024-11-27T04:23:41,555 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:41,555 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a7b389bbc06447cc8cd309860e2311e8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87] 2024-11-27T04:23:41,555 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b389bbc06447cc8cd309860e2311e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732681418028 2024-11-27T04:23:41,555 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:41,555 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:41,555 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:41,556 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dc7fdf438bb44ae48c1a632a0a842a3b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/52834d179fbb403691fca81b2ddbdbbc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/e34ab1808ecf4f629698c7b5cd49ce1e] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=35.3 K 2024-11-27T04:23:41,556 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting dc7fdf438bb44ae48c1a632a0a842a3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732681418028 2024-11-27T04:23:41,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:41,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:41,556 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a66898de6bbd459daaa8a94f32376791, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732681419156 2024-11-27T04:23:41,557 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b648d14564014a5abfaf6a3d6d6aab87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732681420237 2024-11-27T04:23:41,557 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 52834d179fbb403691fca81b2ddbdbbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732681419156 2024-11-27T04:23:41,557 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e34ab1808ecf4f629698c7b5cd49ce1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732681420237 2024-11-27T04:23:41,573 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:41,578 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#603 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:41,579 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/53dfa3aa5ba246adabe8a633eafe2dce is 50, key is test_row_0/B:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:41,584 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c5decfe6a2534f69aeb749644e523d5b_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:41,586 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c5decfe6a2534f69aeb749644e523d5b_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:41,586 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c5decfe6a2534f69aeb749644e523d5b_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742527_1703 (size=12241) 2024-11-27T04:23:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:41,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:41,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742528_1704 (size=4469) 2024-11-27T04:23:41,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127271d92a6fa7948128180cedc0b4e2226_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681421644/Put/seqid=0 2024-11-27T04:23:41,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681481727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681481727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742529_1705 (size=12304) 2024-11-27T04:23:41,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:41,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127271d92a6fa7948128180cedc0b4e2226_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127271d92a6fa7948128180cedc0b4e2226_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:41,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/54627d9f10bd4413868cbc2afc067cbe, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:41,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/54627d9f10bd4413868cbc2afc067cbe is 175, key is test_row_0/A:col10/1732681421644/Put/seqid=0 2024-11-27T04:23:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742530_1706 (size=31105) 2024-11-27T04:23:41,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/54627d9f10bd4413868cbc2afc067cbe 2024-11-27T04:23:41,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5a7bff8ed7f747cd825f819a23a31a57 is 50, key is test_row_0/B:col10/1732681421644/Put/seqid=0 2024-11-27T04:23:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681481831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681481831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742531_1707 (size=12151) 2024-11-27T04:23:41,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5a7bff8ed7f747cd825f819a23a31a57 2024-11-27T04:23:41,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/578136ca0a8c48878234957e3d516959 is 50, key is test_row_0/C:col10/1732681421644/Put/seqid=0 2024-11-27T04:23:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742532_1708 (size=12151) 2024-11-27T04:23:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T04:23:41,943 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-27T04:23:41,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-27T04:23:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:41,947 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:41,948 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:41,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:42,044 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/53dfa3aa5ba246adabe8a633eafe2dce as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/53dfa3aa5ba246adabe8a633eafe2dce 2024-11-27T04:23:42,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681482042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:42,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681482042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,049 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into 53dfa3aa5ba246adabe8a633eafe2dce(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:42,049 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,049 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681421554; duration=0sec 2024-11-27T04:23:42,050 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:42,050 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:42,050 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:42,051 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:42,051 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:42,051 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,051 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/fbb8b300f1e940308cbe01b7c2c28422, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/898046ddde3246ac903e5b0d20fde8d5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/928cb3cebdb546f586a5f64ae514333f] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=35.3 K 2024-11-27T04:23:42,052 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting fbb8b300f1e940308cbe01b7c2c28422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732681418028 2024-11-27T04:23:42,052 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 898046ddde3246ac903e5b0d20fde8d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732681419156 2024-11-27T04:23:42,053 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 928cb3cebdb546f586a5f64ae514333f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732681420237 2024-11-27T04:23:42,071 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#602 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:42,072 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/775db926d3ca41d1810e8b47416614c5 is 175, key is test_row_0/A:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:42,074 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#607 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:42,075 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/6f3c86e1d5b4472c83e9a3bf28b24a35 is 50, key is test_row_0/C:col10/1732681421310/Put/seqid=0 2024-11-27T04:23:42,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742533_1709 (size=31195) 2024-11-27T04:23:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742534_1710 (size=12241) 2024-11-27T04:23:42,160 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/6f3c86e1d5b4472c83e9a3bf28b24a35 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6f3c86e1d5b4472c83e9a3bf28b24a35 2024-11-27T04:23:42,166 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into 6f3c86e1d5b4472c83e9a3bf28b24a35(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:42,166 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,166 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681421556; duration=0sec 2024-11-27T04:23:42,166 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:42,166 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:42,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/578136ca0a8c48878234957e3d516959 2024-11-27T04:23:42,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/54627d9f10bd4413868cbc2afc067cbe as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe 2024-11-27T04:23:42,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe, entries=150, sequenceid=131, filesize=30.4 K 2024-11-27T04:23:42,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5a7bff8ed7f747cd825f819a23a31a57 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a7bff8ed7f747cd825f819a23a31a57 2024-11-27T04:23:42,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a7bff8ed7f747cd825f819a23a31a57, entries=150, sequenceid=131, filesize=11.9 K 2024-11-27T04:23:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/578136ca0a8c48878234957e3d516959 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/578136ca0a8c48878234957e3d516959 2024-11-27T04:23:42,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/578136ca0a8c48878234957e3d516959, entries=150, sequenceid=131, filesize=11.9 K 2024-11-27T04:23:42,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c74dac3725fbf8dade79a9d45701c41e in 689ms, sequenceid=131, compaction requested=false 2024-11-27T04:23:42,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:42,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T04:23:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:42,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681482363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681482366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681482368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681482368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681482368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae311a9c61f54c5faf9b94acdd2611b8_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742535_1711 (size=14794) 2024-11-27T04:23:42,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:42,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae311a9c61f54c5faf9b94acdd2611b8_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae311a9c61f54c5faf9b94acdd2611b8_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:42,443 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/f63d6211ed4540f590ce9091f5a21588, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:42,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/f63d6211ed4540f590ce9091f5a21588 is 175, key is test_row_0/A:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681482471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681482474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681482479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742536_1712 (size=39749) 2024-11-27T04:23:42,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/f63d6211ed4540f590ce9091f5a21588 2024-11-27T04:23:42,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/869b1b0dc34843c0839e8898a230923b is 50, key is test_row_0/B:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742537_1713 (size=12151) 2024-11-27T04:23:42,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/869b1b0dc34843c0839e8898a230923b 2024-11-27T04:23:42,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/32aabf5c42fa4efdb11831f7cfb0bb9e is 50, key is test_row_0/C:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,542 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/775db926d3ca41d1810e8b47416614c5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/775db926d3ca41d1810e8b47416614c5 2024-11-27T04:23:42,546 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into 775db926d3ca41d1810e8b47416614c5(size=30.5 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:42,546 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,546 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681421553; duration=0sec 2024-11-27T04:23:42,546 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:42,546 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:42,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:42,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742538_1714 (size=12151) 2024-11-27T04:23:42,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/32aabf5c42fa4efdb11831f7cfb0bb9e 2024-11-27T04:23:42,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/f63d6211ed4540f590ce9091f5a21588 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588 2024-11-27T04:23:42,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588, entries=200, sequenceid=160, filesize=38.8 K 2024-11-27T04:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/869b1b0dc34843c0839e8898a230923b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/869b1b0dc34843c0839e8898a230923b 2024-11-27T04:23:42,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/869b1b0dc34843c0839e8898a230923b, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T04:23:42,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/32aabf5c42fa4efdb11831f7cfb0bb9e as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/32aabf5c42fa4efdb11831f7cfb0bb9e 2024-11-27T04:23:42,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/32aabf5c42fa4efdb11831f7cfb0bb9e, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T04:23:42,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c74dac3725fbf8dade79a9d45701c41e in 256ms, sequenceid=160, compaction requested=true 2024-11-27T04:23:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:42,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:42,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:42,610 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:42,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:42,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:42,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:23:42,610 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:42,611 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:42,611 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:42,611 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,611 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/775db926d3ca41d1810e8b47416614c5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=99.7 K 2024-11-27T04:23:42,611 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,611 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/775db926d3ca41d1810e8b47416614c5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588] 2024-11-27T04:23:42,612 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775db926d3ca41d1810e8b47416614c5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732681420237 2024-11-27T04:23:42,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:42,612 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:42,613 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,613 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/53dfa3aa5ba246adabe8a633eafe2dce, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a7bff8ed7f747cd825f819a23a31a57, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/869b1b0dc34843c0839e8898a230923b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=35.7 K 2024-11-27T04:23:42,613 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54627d9f10bd4413868cbc2afc067cbe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732681421640 2024-11-27T04:23:42,613 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 53dfa3aa5ba246adabe8a633eafe2dce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732681420237 2024-11-27T04:23:42,613 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f63d6211ed4540f590ce9091f5a21588, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732681421693 2024-11-27T04:23:42,614 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7bff8ed7f747cd825f819a23a31a57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732681421640 2024-11-27T04:23:42,615 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 869b1b0dc34843c0839e8898a230923b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732681421693 2024-11-27T04:23:42,626 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:42,642 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#612 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:42,642 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/0fbf65f6338c41c996230316cbeb9e87 is 50, key is test_row_0/B:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,656 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112780c7a3c638c84a87b72291c300da7d9e_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:42,658 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112780c7a3c638c84a87b72291c300da7d9e_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:42,658 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112780c7a3c638c84a87b72291c300da7d9e_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:42,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:42,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:42,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:42,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:42,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:42,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:42,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742539_1715 (size=12493) 2024-11-27T04:23:42,706 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/0fbf65f6338c41c996230316cbeb9e87 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/0fbf65f6338c41c996230316cbeb9e87 2024-11-27T04:23:42,710 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into 0fbf65f6338c41c996230316cbeb9e87(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:42,710 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,710 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681422610; duration=0sec 2024-11-27T04:23:42,710 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:42,710 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:42,711 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:42,711 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:42,711 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:42,711 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,712 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6f3c86e1d5b4472c83e9a3bf28b24a35, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/578136ca0a8c48878234957e3d516959, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/32aabf5c42fa4efdb11831f7cfb0bb9e] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=35.7 K 2024-11-27T04:23:42,712 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f3c86e1d5b4472c83e9a3bf28b24a35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732681420237 2024-11-27T04:23:42,712 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 578136ca0a8c48878234957e3d516959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732681421640 2024-11-27T04:23:42,712 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 32aabf5c42fa4efdb11831f7cfb0bb9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732681421693 2024-11-27T04:23:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742540_1716 (size=4469) 2024-11-27T04:23:42,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744f13e1a4cc942a198087c63b44e31dd_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681422366/Put/seqid=0 2024-11-27T04:23:42,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,719 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#611 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,719 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/1cd4a1d203dd4c02863ec523ae4ad298 is 175, key is test_row_0/A:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681482726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681482726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681482730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,766 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#614 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:42,766 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/ffced2fd40ae404e9a7cefdf1906689d is 50, key is test_row_0/C:col10/1732681421693/Put/seqid=0 2024-11-27T04:23:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742541_1717 (size=31447) 2024-11-27T04:23:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742543_1719 (size=12493) 2024-11-27T04:23:42,812 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/ffced2fd40ae404e9a7cefdf1906689d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ffced2fd40ae404e9a7cefdf1906689d 2024-11-27T04:23:42,817 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into ffced2fd40ae404e9a7cefdf1906689d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:42,817 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:42,817 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681422610; duration=0sec 2024-11-27T04:23:42,817 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:42,817 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:42,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742542_1718 (size=12304) 2024-11-27T04:23:42,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:42,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744f13e1a4cc942a198087c63b44e31dd_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744f13e1a4cc942a198087c63b44e31dd_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:42,830 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/d5f374464df246e8ac7973132f8d21ff, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:42,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/d5f374464df246e8ac7973132f8d21ff is 175, key is test_row_0/A:col10/1732681422366/Put/seqid=0 2024-11-27T04:23:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681482832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681482835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681482840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:42,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:42,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742544_1720 (size=31105) 2024-11-27T04:23:42,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/d5f374464df246e8ac7973132f8d21ff 2024-11-27T04:23:42,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/317204c23c6840ebb11e2a8d3e265fe7 is 50, key is test_row_0/B:col10/1732681422366/Put/seqid=0 2024-11-27T04:23:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742545_1721 (size=12151) 2024-11-27T04:23:42,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/317204c23c6840ebb11e2a8d3e265fe7 2024-11-27T04:23:42,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/026f4f7f71e44c42b9fc4c453ed0b6f0 is 50, key is test_row_0/C:col10/1732681422366/Put/seqid=0 2024-11-27T04:23:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742546_1722 (size=12151) 2024-11-27T04:23:43,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681483039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681483040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681483045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:43,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,207 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/1cd4a1d203dd4c02863ec523ae4ad298 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/1cd4a1d203dd4c02863ec523ae4ad298 2024-11-27T04:23:43,213 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into 1cd4a1d203dd4c02863ec523ae4ad298(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:43,214 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:43,214 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681422609; duration=0sec 2024-11-27T04:23:43,214 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:43,214 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:43,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681483342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681483344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681483349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/026f4f7f71e44c42b9fc4c453ed0b6f0 2024-11-27T04:23:43,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/d5f374464df246e8ac7973132f8d21ff as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff 2024-11-27T04:23:43,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff, entries=150, sequenceid=172, filesize=30.4 K 2024-11-27T04:23:43,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/317204c23c6840ebb11e2a8d3e265fe7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/317204c23c6840ebb11e2a8d3e265fe7 2024-11-27T04:23:43,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/317204c23c6840ebb11e2a8d3e265fe7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-27T04:23:43,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/026f4f7f71e44c42b9fc4c453ed0b6f0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/026f4f7f71e44c42b9fc4c453ed0b6f0 2024-11-27T04:23:43,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/026f4f7f71e44c42b9fc4c453ed0b6f0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-27T04:23:43,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c74dac3725fbf8dade79a9d45701c41e in 749ms, sequenceid=172, compaction requested=false 2024-11-27T04:23:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:43,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:43,486 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:43,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f7aa32b364464d52a5826da24b078c36_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681422725/Put/seqid=0 2024-11-27T04:23:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742547_1723 (size=12304) 2024-11-27T04:23:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:43,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681483865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681483866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681483867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:43,960 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f7aa32b364464d52a5826da24b078c36_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f7aa32b364464d52a5826da24b078c36_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/75161d641586448a89b58194d6a22e79, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/75161d641586448a89b58194d6a22e79 is 175, key is test_row_0/A:col10/1732681422725/Put/seqid=0 2024-11-27T04:23:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681483969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681483971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681483971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742548_1724 (size=31105) 2024-11-27T04:23:44,003 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/75161d641586448a89b58194d6a22e79 2024-11-27T04:23:44,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1cb62aa2d9e643a182545a2ad012e217 is 50, key is test_row_0/B:col10/1732681422725/Put/seqid=0 2024-11-27T04:23:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742549_1725 (size=12151) 2024-11-27T04:23:44,058 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1cb62aa2d9e643a182545a2ad012e217 2024-11-27T04:23:44,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/babfab4d61b04c73abb91f79c3071c70 is 50, key is test_row_0/C:col10/1732681422725/Put/seqid=0 2024-11-27T04:23:44,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742550_1726 (size=12151) 2024-11-27T04:23:44,137 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/babfab4d61b04c73abb91f79c3071c70 2024-11-27T04:23:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/75161d641586448a89b58194d6a22e79 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79 2024-11-27T04:23:44,146 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79, entries=150, sequenceid=200, filesize=30.4 K 2024-11-27T04:23:44,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1cb62aa2d9e643a182545a2ad012e217 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1cb62aa2d9e643a182545a2ad012e217 2024-11-27T04:23:44,151 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1cb62aa2d9e643a182545a2ad012e217, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T04:23:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/babfab4d61b04c73abb91f79c3071c70 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/babfab4d61b04c73abb91f79c3071c70 2024-11-27T04:23:44,156 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/babfab4d61b04c73abb91f79c3071c70, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T04:23:44,157 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c74dac3725fbf8dade79a9d45701c41e in 671ms, sequenceid=200, compaction requested=true 2024-11-27T04:23:44,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:44,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:44,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-27T04:23:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-27T04:23:44,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-27T04:23:44,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2100 sec 2024-11-27T04:23:44,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.2150 sec 2024-11-27T04:23:44,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:23:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:44,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d2ef7e24755a4209ab5804d78959b1e9_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681484230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681484231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681484232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742551_1727 (size=12304) 2024-11-27T04:23:44,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:44,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d2ef7e24755a4209ab5804d78959b1e9_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d2ef7e24755a4209ab5804d78959b1e9_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:44,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/62bb2a9cecea47e887348f1b8880f927, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:44,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/62bb2a9cecea47e887348f1b8880f927 is 175, key is test_row_0/A:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742552_1728 (size=31105) 2024-11-27T04:23:44,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/62bb2a9cecea47e887348f1b8880f927 2024-11-27T04:23:44,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/447ff1ab287d41deb60242b89db2f15b is 50, key is test_row_0/B:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681484337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681484337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681484338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742553_1729 (size=12151) 2024-11-27T04:23:44,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/447ff1ab287d41deb60242b89db2f15b 2024-11-27T04:23:44,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/d0b506c0bc0748f1abaf9537e13a18f8 is 50, key is test_row_0/C:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681484380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,384 DEBUG [Thread-2941 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:23:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681484386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,390 DEBUG [Thread-2943 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:23:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742554_1730 (size=12151) 2024-11-27T04:23:44,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/d0b506c0bc0748f1abaf9537e13a18f8 2024-11-27T04:23:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/62bb2a9cecea47e887348f1b8880f927 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927 2024-11-27T04:23:44,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927, entries=150, sequenceid=213, filesize=30.4 K 2024-11-27T04:23:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/447ff1ab287d41deb60242b89db2f15b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/447ff1ab287d41deb60242b89db2f15b 2024-11-27T04:23:44,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/447ff1ab287d41deb60242b89db2f15b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-27T04:23:44,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/d0b506c0bc0748f1abaf9537e13a18f8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/d0b506c0bc0748f1abaf9537e13a18f8 2024-11-27T04:23:44,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/d0b506c0bc0748f1abaf9537e13a18f8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-27T04:23:44,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c74dac3725fbf8dade79a9d45701c41e in 236ms, sequenceid=213, compaction requested=true 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:44,417 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:44,417 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:44,418 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:44,418 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:44,419 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:44,419 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/1cd4a1d203dd4c02863ec523ae4ad298, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=121.8 K 2024-11-27T04:23:44,419 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:44,419 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/1cd4a1d203dd4c02863ec523ae4ad298, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927] 2024-11-27T04:23:44,420 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cd4a1d203dd4c02863ec523ae4ad298, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732681421693 2024-11-27T04:23:44,420 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:44,420 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:44,420 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:44,421 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/0fbf65f6338c41c996230316cbeb9e87, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/317204c23c6840ebb11e2a8d3e265fe7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1cb62aa2d9e643a182545a2ad012e217, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/447ff1ab287d41deb60242b89db2f15b] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=47.8 K 2024-11-27T04:23:44,421 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5f374464df246e8ac7973132f8d21ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732681422366 2024-11-27T04:23:44,421 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fbf65f6338c41c996230316cbeb9e87, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732681421693 2024-11-27T04:23:44,421 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75161d641586448a89b58194d6a22e79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732681422722 2024-11-27T04:23:44,421 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 317204c23c6840ebb11e2a8d3e265fe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732681422366 2024-11-27T04:23:44,422 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62bb2a9cecea47e887348f1b8880f927, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732681423859 2024-11-27T04:23:44,422 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb62aa2d9e643a182545a2ad012e217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732681422722 2024-11-27T04:23:44,423 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 447ff1ab287d41deb60242b89db2f15b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732681423859 2024-11-27T04:23:44,444 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#623 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:44,445 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/ddfc500663a14b3dbd0c7019cd9c80b0 is 50, key is test_row_0/B:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,460 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:44,479 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127181457ca1c254f168e04bca34d830b94_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:44,484 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127181457ca1c254f168e04bca34d830b94_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:44,484 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127181457ca1c254f168e04bca34d830b94_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742555_1731 (size=12629) 2024-11-27T04:23:44,512 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/ddfc500663a14b3dbd0c7019cd9c80b0 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/ddfc500663a14b3dbd0c7019cd9c80b0 2024-11-27T04:23:44,518 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into ddfc500663a14b3dbd0c7019cd9c80b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:44,519 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:44,519 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=12, startTime=1732681424417; duration=0sec 2024-11-27T04:23:44,519 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:44,519 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:44,519 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:44,520 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:44,521 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:44,521 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:44,521 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ffced2fd40ae404e9a7cefdf1906689d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/026f4f7f71e44c42b9fc4c453ed0b6f0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/babfab4d61b04c73abb91f79c3071c70, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/d0b506c0bc0748f1abaf9537e13a18f8] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=47.8 K 2024-11-27T04:23:44,522 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ffced2fd40ae404e9a7cefdf1906689d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732681421693 2024-11-27T04:23:44,522 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 026f4f7f71e44c42b9fc4c453ed0b6f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732681422366 2024-11-27T04:23:44,522 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting babfab4d61b04c73abb91f79c3071c70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732681422722 2024-11-27T04:23:44,523 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b506c0bc0748f1abaf9537e13a18f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732681423859 2024-11-27T04:23:44,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:23:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:44,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742556_1732 (size=4469) 2024-11-27T04:23:44,552 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#624 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:44,553 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/148ea9ad85dc44969b90bf66a2ede81a is 175, key is test_row_0/A:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,556 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#625 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:44,557 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/c5bdc7bf1b8e4fada4a38aa081821bd8 is 50, key is test_row_0/C:col10/1732681423859/Put/seqid=0 2024-11-27T04:23:44,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681484557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681484557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681484559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112708575e7022e4489295c70efd04cafa64_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681424215/Put/seqid=0 2024-11-27T04:23:44,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742557_1733 (size=31583) 2024-11-27T04:23:44,616 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/148ea9ad85dc44969b90bf66a2ede81a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/148ea9ad85dc44969b90bf66a2ede81a 2024-11-27T04:23:44,622 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into 148ea9ad85dc44969b90bf66a2ede81a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:44,622 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:44,622 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=12, startTime=1732681424417; duration=0sec 2024-11-27T04:23:44,622 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:44,622 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742558_1734 (size=12629) 2024-11-27T04:23:44,637 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/c5bdc7bf1b8e4fada4a38aa081821bd8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c5bdc7bf1b8e4fada4a38aa081821bd8 2024-11-27T04:23:44,642 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into c5bdc7bf1b8e4fada4a38aa081821bd8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:44,642 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:44,642 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=12, startTime=1732681424417; duration=0sec 2024-11-27T04:23:44,643 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:44,643 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742559_1735 (size=12304) 2024-11-27T04:23:44,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:44,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112708575e7022e4489295c70efd04cafa64_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112708575e7022e4489295c70efd04cafa64_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:44,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2226075470a74605b34f4d282fc69ad2, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:44,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2226075470a74605b34f4d282fc69ad2 is 175, key is test_row_0/A:col10/1732681424215/Put/seqid=0 2024-11-27T04:23:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681484660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681484662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681484663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742560_1736 (size=31105) 2024-11-27T04:23:44,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2226075470a74605b34f4d282fc69ad2 2024-11-27T04:23:44,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d6235abca9bd4bf1a10d015826dcfde7 is 50, key is test_row_0/B:col10/1732681424215/Put/seqid=0 2024-11-27T04:23:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742561_1737 (size=12151) 2024-11-27T04:23:44,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d6235abca9bd4bf1a10d015826dcfde7 2024-11-27T04:23:44,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f93b566b43534a59971eecf5e7c6d248 is 50, key is test_row_0/C:col10/1732681424215/Put/seqid=0 2024-11-27T04:23:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742562_1738 (size=12151) 2024-11-27T04:23:44,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681484864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681484866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681484866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681485168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681485171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681485171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f93b566b43534a59971eecf5e7c6d248 2024-11-27T04:23:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2226075470a74605b34f4d282fc69ad2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2 2024-11-27T04:23:45,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2, entries=150, sequenceid=239, filesize=30.4 K 2024-11-27T04:23:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d6235abca9bd4bf1a10d015826dcfde7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d6235abca9bd4bf1a10d015826dcfde7 2024-11-27T04:23:45,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d6235abca9bd4bf1a10d015826dcfde7, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T04:23:45,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f93b566b43534a59971eecf5e7c6d248 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f93b566b43534a59971eecf5e7c6d248 2024-11-27T04:23:45,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f93b566b43534a59971eecf5e7c6d248, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T04:23:45,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c74dac3725fbf8dade79a9d45701c41e in 661ms, sequenceid=239, compaction requested=false 2024-11-27T04:23:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:45,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T04:23:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:45,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c39bf6f104024d9094ae121e4329ffd2_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742563_1739 (size=17284) 2024-11-27T04:23:45,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:45,719 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c39bf6f104024d9094ae121e4329ffd2_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c39bf6f104024d9094ae121e4329ffd2_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681485716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,721 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2831d9ab293b4651988a6335be6b12c6, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:45,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2831d9ab293b4651988a6335be6b12c6 is 175, key is test_row_0/A:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681485720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681485721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742564_1740 (size=48389) 2024-11-27T04:23:45,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2831d9ab293b4651988a6335be6b12c6 2024-11-27T04:23:45,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1bab1f332fea441882b6d3808f2276e6 is 50, key is test_row_0/B:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742565_1741 (size=12151) 2024-11-27T04:23:45,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1bab1f332fea441882b6d3808f2276e6 2024-11-27T04:23:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681485822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681485825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/6a49164c522741ae95ddb9233c02015a is 50, key is test_row_0/C:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681485826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742566_1742 (size=12151) 2024-11-27T04:23:45,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/6a49164c522741ae95ddb9233c02015a 2024-11-27T04:23:45,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/2831d9ab293b4651988a6335be6b12c6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6 2024-11-27T04:23:45,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6, entries=250, sequenceid=255, filesize=47.3 K 2024-11-27T04:23:45,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1bab1f332fea441882b6d3808f2276e6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1bab1f332fea441882b6d3808f2276e6 2024-11-27T04:23:45,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1bab1f332fea441882b6d3808f2276e6, entries=150, sequenceid=255, filesize=11.9 K 2024-11-27T04:23:45,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/6a49164c522741ae95ddb9233c02015a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6a49164c522741ae95ddb9233c02015a 2024-11-27T04:23:45,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6a49164c522741ae95ddb9233c02015a, entries=150, sequenceid=255, filesize=11.9 K 2024-11-27T04:23:45,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c74dac3725fbf8dade79a9d45701c41e in 250ms, sequenceid=255, compaction requested=true 2024-11-27T04:23:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:45,929 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:45,930 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:45,931 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:45,932 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:45,932 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:45,932 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:45,932 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/148ea9ad85dc44969b90bf66a2ede81a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=108.5 K 2024-11-27T04:23:45,932 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:45,932 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:45,932 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/148ea9ad85dc44969b90bf66a2ede81a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6] 2024-11-27T04:23:45,933 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:45,933 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/ddfc500663a14b3dbd0c7019cd9c80b0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d6235abca9bd4bf1a10d015826dcfde7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1bab1f332fea441882b6d3808f2276e6] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=36.1 K 2024-11-27T04:23:45,934 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 148ea9ad85dc44969b90bf66a2ede81a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732681423859 2024-11-27T04:23:45,935 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2226075470a74605b34f4d282fc69ad2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732681424215 2024-11-27T04:23:45,935 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting ddfc500663a14b3dbd0c7019cd9c80b0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732681423859 2024-11-27T04:23:45,935 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2831d9ab293b4651988a6335be6b12c6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732681424550 2024-11-27T04:23:45,935 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d6235abca9bd4bf1a10d015826dcfde7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732681424215 2024-11-27T04:23:45,936 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bab1f332fea441882b6d3808f2276e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732681424550 2024-11-27T04:23:45,960 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:45,971 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#633 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:45,971 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/35ecf64e077d4031aecec2dec325f287 is 50, key is test_row_0/B:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:45,973 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c14ae2bbeae642f8b0d94861e9b08e74_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:45,975 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c14ae2bbeae642f8b0d94861e9b08e74_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:45,976 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c14ae2bbeae642f8b0d94861e9b08e74_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:46,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742567_1743 (size=12731) 2024-11-27T04:23:46,028 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/35ecf64e077d4031aecec2dec325f287 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/35ecf64e077d4031aecec2dec325f287 2024-11-27T04:23:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742568_1744 (size=4469) 2024-11-27T04:23:46,035 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#632 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:46,035 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c034efa4d31f4b118776251067a48d2c is 175, key is test_row_0/A:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:46,040 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into 35ecf64e077d4031aecec2dec325f287(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:46,040 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:46,040 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681425930; duration=0sec 2024-11-27T04:23:46,041 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:46,041 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:46,041 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:46,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:23:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:46,042 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:46,042 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:46,042 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,042 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c5bdc7bf1b8e4fada4a38aa081821bd8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f93b566b43534a59971eecf5e7c6d248, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6a49164c522741ae95ddb9233c02015a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=36.1 K 2024-11-27T04:23:46,043 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting c5bdc7bf1b8e4fada4a38aa081821bd8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732681423859 2024-11-27T04:23:46,044 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f93b566b43534a59971eecf5e7c6d248, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732681424215 2024-11-27T04:23:46,044 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a49164c522741ae95ddb9233c02015a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732681424550 2024-11-27T04:23:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T04:23:46,053 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-27T04:23:46,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-27T04:23:46,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:46,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:46,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681486059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681486062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681486064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742569_1745 (size=31685) 2024-11-27T04:23:46,086 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#634 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:46,087 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/232a63ee028e405ba2d1c10e1309a609 is 50, key is test_row_0/C:col10/1732681425678/Put/seqid=0 2024-11-27T04:23:46,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112748730fbc50e04ee5a5fcf4b767615318_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681425718/Put/seqid=0 2024-11-27T04:23:46,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742570_1746 (size=12731) 2024-11-27T04:23:46,152 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/232a63ee028e405ba2d1c10e1309a609 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/232a63ee028e405ba2d1c10e1309a609 2024-11-27T04:23:46,156 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into 232a63ee028e405ba2d1c10e1309a609(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:46,156 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:46,156 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681425930; duration=0sec 2024-11-27T04:23:46,157 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:46,157 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742571_1747 (size=12454) 2024-11-27T04:23:46,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681486165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681486169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681486171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T04:23:46,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:46,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T04:23:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:46,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681486371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681486375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681486375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,481 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c034efa4d31f4b118776251067a48d2c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c034efa4d31f4b118776251067a48d2c 2024-11-27T04:23:46,485 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into c034efa4d31f4b118776251067a48d2c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:46,485 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:46,485 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681425929; duration=0sec 2024-11-27T04:23:46,485 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:46,485 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:46,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T04:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:46,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112748730fbc50e04ee5a5fcf4b767615318_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112748730fbc50e04ee5a5fcf4b767615318_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:46,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/bd6164959f2a45968f086803c8b7a284, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:46,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/bd6164959f2a45968f086803c8b7a284 is 175, key is test_row_0/A:col10/1732681425718/Put/seqid=0 2024-11-27T04:23:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742572_1748 (size=31255) 2024-11-27T04:23:46,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/bd6164959f2a45968f086803c8b7a284 2024-11-27T04:23:46,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/a70ff965a4bd4f0c9c01e4f389d91a41 is 50, key is test_row_0/B:col10/1732681425718/Put/seqid=0 2024-11-27T04:23:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742573_1749 (size=12301) 2024-11-27T04:23:46,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/a70ff965a4bd4f0c9c01e4f389d91a41 2024-11-27T04:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:46,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T04:23:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/9f588bd3de4544fcaebfc7a2a056f63d is 50, key is test_row_0/C:col10/1732681425718/Put/seqid=0 2024-11-27T04:23:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742574_1750 (size=12301) 2024-11-27T04:23:46,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/9f588bd3de4544fcaebfc7a2a056f63d 2024-11-27T04:23:46,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681486681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681486681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681486683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/bd6164959f2a45968f086803c8b7a284 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284 2024-11-27T04:23:46,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284, entries=150, sequenceid=281, filesize=30.5 K 2024-11-27T04:23:46,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/a70ff965a4bd4f0c9c01e4f389d91a41 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/a70ff965a4bd4f0c9c01e4f389d91a41 2024-11-27T04:23:46,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/a70ff965a4bd4f0c9c01e4f389d91a41, entries=150, sequenceid=281, filesize=12.0 K 2024-11-27T04:23:46,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/9f588bd3de4544fcaebfc7a2a056f63d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/9f588bd3de4544fcaebfc7a2a056f63d 2024-11-27T04:23:46,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/9f588bd3de4544fcaebfc7a2a056f63d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-27T04:23:46,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c74dac3725fbf8dade79a9d45701c41e in 676ms, sequenceid=281, compaction requested=false 2024-11-27T04:23:46,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:46,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:46,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T04:23:46,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:46,826 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127da68f75fd10740a9a1c0ae90810ddd27_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681426062/Put/seqid=0 2024-11-27T04:23:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742575_1751 (size=12454) 2024-11-27T04:23:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:47,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:47,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681487229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681487234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681487234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:47,303 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127da68f75fd10740a9a1c0ae90810ddd27_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127da68f75fd10740a9a1c0ae90810ddd27_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/52833e63ccfe44b6af06df318006cd10, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:47,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/52833e63ccfe44b6af06df318006cd10 is 175, key is test_row_0/A:col10/1732681426062/Put/seqid=0 2024-11-27T04:23:47,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681487335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681487340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681487340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742576_1752 (size=31255) 2024-11-27T04:23:47,351 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/52833e63ccfe44b6af06df318006cd10 2024-11-27T04:23:47,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5a0adfa29a5846a7b847dbb20e1146a8 is 50, key is test_row_0/B:col10/1732681426062/Put/seqid=0 2024-11-27T04:23:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742577_1753 (size=12301) 2024-11-27T04:23:47,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681487538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681487543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681487544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,823 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5a0adfa29a5846a7b847dbb20e1146a8 2024-11-27T04:23:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/585dd015854d4696a2a4e73e94f4c7a9 is 50, key is test_row_0/C:col10/1732681426062/Put/seqid=0 2024-11-27T04:23:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681487841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681487849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681487849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742578_1754 (size=12301) 2024-11-27T04:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:48,286 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/585dd015854d4696a2a4e73e94f4c7a9 2024-11-27T04:23:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/52833e63ccfe44b6af06df318006cd10 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10 2024-11-27T04:23:48,293 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10, entries=150, sequenceid=294, filesize=30.5 K 2024-11-27T04:23:48,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5a0adfa29a5846a7b847dbb20e1146a8 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a0adfa29a5846a7b847dbb20e1146a8 2024-11-27T04:23:48,297 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a0adfa29a5846a7b847dbb20e1146a8, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T04:23:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/585dd015854d4696a2a4e73e94f4c7a9 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/585dd015854d4696a2a4e73e94f4c7a9 2024-11-27T04:23:48,300 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/585dd015854d4696a2a4e73e94f4c7a9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T04:23:48,301 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c74dac3725fbf8dade79a9d45701c41e in 1475ms, sequenceid=294, compaction requested=true 2024-11-27T04:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-27T04:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-27T04:23:48,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-27T04:23:48,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-11-27T04:23:48,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 2.2490 sec 2024-11-27T04:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:48,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:48,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276928b3ec286b4510b7ec001e051e729c_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742579_1755 (size=12454) 2024-11-27T04:23:48,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:48,359 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276928b3ec286b4510b7ec001e051e729c_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276928b3ec286b4510b7ec001e051e729c_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:48,360 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/aa11f06fbaf84d0996364c98c41b2429, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:48,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/aa11f06fbaf84d0996364c98c41b2429 is 175, key is test_row_0/A:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681488359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681488360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742580_1756 (size=31255) 2024-11-27T04:23:48,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681488363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/aa11f06fbaf84d0996364c98c41b2429 2024-11-27T04:23:48,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/84e304ed88364955b500e585eda69549 is 50, key is test_row_0/B:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742581_1757 (size=12301) 2024-11-27T04:23:48,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/84e304ed88364955b500e585eda69549 2024-11-27T04:23:48,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/e3b9a1e95f124f66a457439f032973fc is 50, key is test_row_0/C:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742582_1758 (size=12301) 2024-11-27T04:23:48,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/e3b9a1e95f124f66a457439f032973fc 2024-11-27T04:23:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45774 deadline: 1732681488393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/aa11f06fbaf84d0996364c98c41b2429 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429 2024-11-27T04:23:48,395 DEBUG [Thread-2941 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:23:48,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429, entries=150, sequenceid=320, filesize=30.5 K 2024-11-27T04:23:48,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/84e304ed88364955b500e585eda69549 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/84e304ed88364955b500e585eda69549 2024-11-27T04:23:48,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/84e304ed88364955b500e585eda69549, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T04:23:48,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45712 deadline: 1732681488401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/e3b9a1e95f124f66a457439f032973fc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e3b9a1e95f124f66a457439f032973fc 2024-11-27T04:23:48,402 DEBUG [Thread-2943 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., hostname=99e1108fb5b5,33685,1732681256218, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T04:23:48,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e3b9a1e95f124f66a457439f032973fc, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T04:23:48,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c74dac3725fbf8dade79a9d45701c41e in 59ms, sequenceid=320, compaction requested=true 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:48,405 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:48,406 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:48,407 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:48,407 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:48,407 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c034efa4d31f4b118776251067a48d2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=122.5 K 2024-11-27T04:23:48,407 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:48,407 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/35ecf64e077d4031aecec2dec325f287, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/a70ff965a4bd4f0c9c01e4f389d91a41, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a0adfa29a5846a7b847dbb20e1146a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/84e304ed88364955b500e585eda69549] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=48.5 K 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c034efa4d31f4b118776251067a48d2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429] 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ecf64e077d4031aecec2dec325f287, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732681424550 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c034efa4d31f4b118776251067a48d2c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732681424550 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a70ff965a4bd4f0c9c01e4f389d91a41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732681425718 2024-11-27T04:23:48,407 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd6164959f2a45968f086803c8b7a284, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732681425718 2024-11-27T04:23:48,408 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a0adfa29a5846a7b847dbb20e1146a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732681426058 2024-11-27T04:23:48,408 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52833e63ccfe44b6af06df318006cd10, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732681426058 2024-11-27T04:23:48,408 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e304ed88364955b500e585eda69549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681427220 2024-11-27T04:23:48,408 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa11f06fbaf84d0996364c98c41b2429, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681427220 2024-11-27T04:23:48,415 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:48,415 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#644 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:48,416 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5bd2ce3b22334c538ea57aa065491df2 is 50, key is test_row_0/B:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,416 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127be3e421d93614c509c26d1512bf58b42_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:48,419 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127be3e421d93614c509c26d1512bf58b42_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:48,419 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127be3e421d93614c509c26d1512bf58b42_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:48,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742583_1759 (size=13017) 2024-11-27T04:23:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742584_1760 (size=4469) 2024-11-27T04:23:48,423 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#645 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:48,423 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/0f60b8d792854f48b8d024117065ab6b is 175, key is test_row_0/A:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742585_1761 (size=31971) 2024-11-27T04:23:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:48,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:48,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:48,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d4a151987a3649a2b325151096bbf2b6_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681428361/Put/seqid=0 2024-11-27T04:23:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742586_1762 (size=12454) 2024-11-27T04:23:48,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:48,481 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d4a151987a3649a2b325151096bbf2b6_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d4a151987a3649a2b325151096bbf2b6_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:48,484 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/830554b020634e289e8f3b96eae539ec, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:48,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/830554b020634e289e8f3b96eae539ec is 175, key is test_row_0/A:col10/1732681428361/Put/seqid=0 2024-11-27T04:23:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742587_1763 (size=31255) 2024-11-27T04:23:48,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681488495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681488497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681488497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681488600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681488601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681488601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681488802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681488804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681488805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:48,824 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/5bd2ce3b22334c538ea57aa065491df2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5bd2ce3b22334c538ea57aa065491df2 2024-11-27T04:23:48,828 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into 5bd2ce3b22334c538ea57aa065491df2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:48,828 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:48,828 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=12, startTime=1732681428405; duration=0sec 2024-11-27T04:23:48,828 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:48,828 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:48,828 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:48,831 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:48,831 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:48,831 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:48,831 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/232a63ee028e405ba2d1c10e1309a609, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/9f588bd3de4544fcaebfc7a2a056f63d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/585dd015854d4696a2a4e73e94f4c7a9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e3b9a1e95f124f66a457439f032973fc] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=48.5 K 2024-11-27T04:23:48,832 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 232a63ee028e405ba2d1c10e1309a609, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732681424550 2024-11-27T04:23:48,832 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/0f60b8d792854f48b8d024117065ab6b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0f60b8d792854f48b8d024117065ab6b 2024-11-27T04:23:48,832 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f588bd3de4544fcaebfc7a2a056f63d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732681425718 2024-11-27T04:23:48,833 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 585dd015854d4696a2a4e73e94f4c7a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732681426058 2024-11-27T04:23:48,833 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting e3b9a1e95f124f66a457439f032973fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681427220 2024-11-27T04:23:48,836 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into 0f60b8d792854f48b8d024117065ab6b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:48,836 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:48,836 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=12, startTime=1732681428405; duration=0sec 2024-11-27T04:23:48,836 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:48,836 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:48,841 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#647 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:48,842 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/0a2282f2df6247c2bcc5eaa3c3d9d95c is 50, key is test_row_0/C:col10/1732681427220/Put/seqid=0 2024-11-27T04:23:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742588_1764 (size=13017) 2024-11-27T04:23:48,854 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/0a2282f2df6247c2bcc5eaa3c3d9d95c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0a2282f2df6247c2bcc5eaa3c3d9d95c 2024-11-27T04:23:48,858 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into 0a2282f2df6247c2bcc5eaa3c3d9d95c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:48,858 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:48,859 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=12, startTime=1732681428405; duration=0sec 2024-11-27T04:23:48,859 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:48,859 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:48,894 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/830554b020634e289e8f3b96eae539ec 2024-11-27T04:23:48,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/89d3d208ef9343428ab8b1d5052cb9fc is 50, key is test_row_0/B:col10/1732681428361/Put/seqid=0 2024-11-27T04:23:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742589_1765 (size=12301) 2024-11-27T04:23:48,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/89d3d208ef9343428ab8b1d5052cb9fc 2024-11-27T04:23:48,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/a9c62946e6d84611ac7d0b14ea06a405 is 50, key is test_row_0/C:col10/1732681428361/Put/seqid=0 2024-11-27T04:23:48,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742590_1766 (size=12301) 2024-11-27T04:23:49,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681489107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681489108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681489108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/a9c62946e6d84611ac7d0b14ea06a405 2024-11-27T04:23:49,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/830554b020634e289e8f3b96eae539ec as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec 2024-11-27T04:23:49,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec, entries=150, sequenceid=331, filesize=30.5 K 2024-11-27T04:23:49,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/89d3d208ef9343428ab8b1d5052cb9fc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/89d3d208ef9343428ab8b1d5052cb9fc 2024-11-27T04:23:49,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/89d3d208ef9343428ab8b1d5052cb9fc, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T04:23:49,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/a9c62946e6d84611ac7d0b14ea06a405 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a9c62946e6d84611ac7d0b14ea06a405 2024-11-27T04:23:49,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a9c62946e6d84611ac7d0b14ea06a405, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T04:23:49,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c74dac3725fbf8dade79a9d45701c41e in 865ms, sequenceid=331, compaction requested=false 2024-11-27T04:23:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:49,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T04:23:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:49,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112736dbca7e3f1d47b2b6f014d3a42ee6b7_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681489617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681489619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681489618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742591_1767 (size=14994) 2024-11-27T04:23:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681489720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681489722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681489722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681489923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681489924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:49,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681489926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:50,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112736dbca7e3f1d47b2b6f014d3a42ee6b7_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112736dbca7e3f1d47b2b6f014d3a42ee6b7_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:50,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/7f1cc0a10c2546ff88a1f9b4375bc186, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:50,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/7f1cc0a10c2546ff88a1f9b4375bc186 is 175, key is test_row_0/A:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742592_1768 (size=39949) 2024-11-27T04:23:50,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/7f1cc0a10c2546ff88a1f9b4375bc186 2024-11-27T04:23:50,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1abf90a61ef94e8787b437582ba7310a is 50, key is test_row_0/B:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742593_1769 (size=12301) 2024-11-27T04:23:50,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1abf90a61ef94e8787b437582ba7310a 2024-11-27T04:23:50,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/80f4cfc02f6146cf809ac874e2aba6dc is 50, key is test_row_0/C:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742594_1770 (size=12301) 2024-11-27T04:23:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T04:23:50,164 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-27T04:23:50,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-27T04:23:50,166 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T04:23:50,167 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:50,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681490225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681490228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681490228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T04:23:50,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T04:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:50,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/80f4cfc02f6146cf809ac874e2aba6dc 2024-11-27T04:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/7f1cc0a10c2546ff88a1f9b4375bc186 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186 2024-11-27T04:23:50,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186, entries=200, sequenceid=361, filesize=39.0 K 2024-11-27T04:23:50,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1abf90a61ef94e8787b437582ba7310a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1abf90a61ef94e8787b437582ba7310a 2024-11-27T04:23:50,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1abf90a61ef94e8787b437582ba7310a, entries=150, sequenceid=361, filesize=12.0 K 2024-11-27T04:23:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T04:23:50,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/80f4cfc02f6146cf809ac874e2aba6dc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/80f4cfc02f6146cf809ac874e2aba6dc 2024-11-27T04:23:50,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/80f4cfc02f6146cf809ac874e2aba6dc, entries=150, sequenceid=361, filesize=12.0 K 2024-11-27T04:23:50,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T04:23:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:50,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c74dac3725fbf8dade79a9d45701c41e in 862ms, sequenceid=361, compaction requested=true 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:50,473 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:50,473 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:50,474 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:50,474 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:50,474 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,474 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0f60b8d792854f48b8d024117065ab6b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=100.8 K 2024-11-27T04:23:50,474 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:50,474 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,474 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:50,474 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0f60b8d792854f48b8d024117065ab6b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186] 2024-11-27T04:23:50,474 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,474 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5bd2ce3b22334c538ea57aa065491df2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/89d3d208ef9343428ab8b1d5052cb9fc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1abf90a61ef94e8787b437582ba7310a] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=36.7 K 2024-11-27T04:23:50,475 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bd2ce3b22334c538ea57aa065491df2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681427220 2024-11-27T04:23:50,475 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f60b8d792854f48b8d024117065ab6b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681427220 2024-11-27T04:23:50,475 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d3d208ef9343428ab8b1d5052cb9fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681428357 2024-11-27T04:23:50,475 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 830554b020634e289e8f3b96eae539ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681428357 2024-11-27T04:23:50,475 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abf90a61ef94e8787b437582ba7310a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681428495 2024-11-27T04:23:50,475 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1cc0a10c2546ff88a1f9b4375bc186, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681428494 2024-11-27T04:23:50,480 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:50,482 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#654 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:50,483 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/07f78e4f42234a9997d10bde824a3ca1 is 50, key is test_row_0/B:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:50,484 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127817a5959dab44cde8bbdf4617b2c9dfe_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:50,486 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127817a5959dab44cde8bbdf4617b2c9dfe_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:50,486 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127817a5959dab44cde8bbdf4617b2c9dfe_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742595_1771 (size=13119) 2024-11-27T04:23:50,497 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/07f78e4f42234a9997d10bde824a3ca1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/07f78e4f42234a9997d10bde824a3ca1 2024-11-27T04:23:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742596_1772 (size=4469) 2024-11-27T04:23:50,501 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#653 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:50,502 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/d8591e5772f847a48b780feb46fb6c02 is 175, key is test_row_0/A:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:50,502 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into 07f78e4f42234a9997d10bde824a3ca1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:50,502 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:50,502 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681430473; duration=0sec 2024-11-27T04:23:50,502 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:50,502 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:50,502 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:50,503 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:50,503 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:50,503 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,504 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0a2282f2df6247c2bcc5eaa3c3d9d95c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a9c62946e6d84611ac7d0b14ea06a405, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/80f4cfc02f6146cf809ac874e2aba6dc] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=36.7 K 2024-11-27T04:23:50,504 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a2282f2df6247c2bcc5eaa3c3d9d95c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732681427220 2024-11-27T04:23:50,504 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting a9c62946e6d84611ac7d0b14ea06a405, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732681428357 2024-11-27T04:23:50,504 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f4cfc02f6146cf809ac874e2aba6dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681428495 2024-11-27T04:23:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742597_1773 (size=32073) 2024-11-27T04:23:50,511 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#655 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:50,512 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/db71741703a04809bcd2395a1518875d is 50, key is test_row_0/C:col10/1732681429611/Put/seqid=0 2024-11-27T04:23:50,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742598_1774 (size=13119) 2024-11-27T04:23:50,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:50,625 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:50,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274373d85229844b669b0716e709551438_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681429617/Put/seqid=0 2024-11-27T04:23:50,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742599_1775 (size=12454) 2024-11-27T04:23:50,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:50,640 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274373d85229844b669b0716e709551438_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274373d85229844b669b0716e709551438_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/4055ba493b6a4492bd8a8fd7070ca286, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:50,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/4055ba493b6a4492bd8a8fd7070ca286 is 175, key is test_row_0/A:col10/1732681429617/Put/seqid=0 2024-11-27T04:23:50,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742600_1776 (size=31255) 2024-11-27T04:23:50,645 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/4055ba493b6a4492bd8a8fd7070ca286 2024-11-27T04:23:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/21bbeb1871ed44beac006c3b66767081 is 50, key is test_row_0/B:col10/1732681429617/Put/seqid=0 2024-11-27T04:23:50,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742601_1777 (size=12301) 2024-11-27T04:23:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:50,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681490758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681490759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681490760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T04:23:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681490861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681490862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681490863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:50,913 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/d8591e5772f847a48b780feb46fb6c02 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d8591e5772f847a48b780feb46fb6c02 2024-11-27T04:23:50,917 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into d8591e5772f847a48b780feb46fb6c02(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:50,917 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:50,917 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681430473; duration=0sec 2024-11-27T04:23:50,917 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:50,917 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:50,920 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/db71741703a04809bcd2395a1518875d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/db71741703a04809bcd2395a1518875d 2024-11-27T04:23:50,924 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into db71741703a04809bcd2395a1518875d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:50,924 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:50,924 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681430473; duration=0sec 2024-11-27T04:23:50,924 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:50,924 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:51,055 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/21bbeb1871ed44beac006c3b66767081 2024-11-27T04:23:51,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/305c085c20d04e0fac200885857eca45 is 50, key is test_row_0/C:col10/1732681429617/Put/seqid=0 2024-11-27T04:23:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742602_1778 (size=12301) 2024-11-27T04:23:51,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681491065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681491066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,067 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/305c085c20d04e0fac200885857eca45 2024-11-27T04:23:51,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681491066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/4055ba493b6a4492bd8a8fd7070ca286 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286 2024-11-27T04:23:51,075 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286, entries=150, sequenceid=371, filesize=30.5 K 2024-11-27T04:23:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/21bbeb1871ed44beac006c3b66767081 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/21bbeb1871ed44beac006c3b66767081 2024-11-27T04:23:51,082 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/21bbeb1871ed44beac006c3b66767081, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T04:23:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/305c085c20d04e0fac200885857eca45 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/305c085c20d04e0fac200885857eca45 2024-11-27T04:23:51,086 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/305c085c20d04e0fac200885857eca45, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T04:23:51,087 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c74dac3725fbf8dade79a9d45701c41e in 462ms, sequenceid=371, compaction requested=false 2024-11-27T04:23:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-27T04:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-27T04:23:51,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-27T04:23:51,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 924 msec 2024-11-27T04:23:51,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 928 msec 2024-11-27T04:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T04:23:51,270 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-27T04:23:51,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-27T04:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T04:23:51,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:51,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:51,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:51,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T04:23:51,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:51,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:51,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:51,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:51,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:51,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T04:23:51,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681491373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127045e6fa7815b4096a354d43f70d7967e_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681491374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681491374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742603_1779 (size=14994) 2024-11-27T04:23:51,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,382 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127045e6fa7815b4096a354d43f70d7967e_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127045e6fa7815b4096a354d43f70d7967e_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:51,383 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/dec5b78b23d548998c0632a70d72b7f3, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:51,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/dec5b78b23d548998c0632a70d72b7f3 is 175, key is test_row_0/A:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742604_1780 (size=39949) 2024-11-27T04:23:51,387 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/dec5b78b23d548998c0632a70d72b7f3 2024-11-27T04:23:51,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1e0a6596a840413e8ffbf8868b656ab3 is 50, key is test_row_0/B:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742605_1781 (size=12301) 2024-11-27T04:23:51,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1e0a6596a840413e8ffbf8868b656ab3 2024-11-27T04:23:51,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/c3d85bf2259040e9831bea0bd428c744 is 50, key is test_row_0/C:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742606_1782 (size=12301) 2024-11-27T04:23:51,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/c3d85bf2259040e9831bea0bd428c744 2024-11-27T04:23:51,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/dec5b78b23d548998c0632a70d72b7f3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3 2024-11-27T04:23:51,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3, entries=200, sequenceid=401, filesize=39.0 K 2024-11-27T04:23:51,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/1e0a6596a840413e8ffbf8868b656ab3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1e0a6596a840413e8ffbf8868b656ab3 2024-11-27T04:23:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1e0a6596a840413e8ffbf8868b656ab3, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:23:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/c3d85bf2259040e9831bea0bd428c744 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c3d85bf2259040e9831bea0bd428c744 2024-11-27T04:23:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c3d85bf2259040e9831bea0bd428c744, entries=150, sequenceid=401, filesize=12.0 K 2024-11-27T04:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c74dac3725fbf8dade79a9d45701c41e in 59ms, sequenceid=401, compaction requested=true 2024-11-27T04:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:51,428 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T04:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,428 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:51,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T04:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,429 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:51,429 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:51,429 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:51,429 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:51,429 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d8591e5772f847a48b780feb46fb6c02, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=100.9 K 2024-11-27T04:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,429 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:51,429 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d8591e5772f847a48b780feb46fb6c02, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3] 2024-11-27T04:23:51,429 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:51,429 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,430 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:51,430 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/07f78e4f42234a9997d10bde824a3ca1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/21bbeb1871ed44beac006c3b66767081, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1e0a6596a840413e8ffbf8868b656ab3] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=36.8 K 2024-11-27T04:23:51,430 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d8591e5772f847a48b780feb46fb6c02, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681428495 2024-11-27T04:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,430 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f78e4f42234a9997d10bde824a3ca1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681428495 2024-11-27T04:23:51,430 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4055ba493b6a4492bd8a8fd7070ca286, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732681429612 2024-11-27T04:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,430 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21bbeb1871ed44beac006c3b66767081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732681429612 2024-11-27T04:23:51,431 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting dec5b78b23d548998c0632a70d72b7f3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681430756 2024-11-27T04:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,431 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0a6596a840413e8ffbf8868b656ab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681430756 2024-11-27T04:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae41f80b999146248ecaa34e5c4d7a69_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681431373/Put/seqid=0 2024-11-27T04:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,437 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#663 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,438 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/3e8a2589e44b4b58a4ecb22b912ff468 is 50, key is test_row_0/B:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,440 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742607_1783 (size=9914) 2024-11-27T04:23:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,443 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127829e45e1886a4b0ba26c68a2c6b3d3d0_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742608_1784 (size=13221) 2024-11-27T04:23:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,444 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127829e45e1886a4b0ba26c68a2c6b3d3d0_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:51,444 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127829e45e1886a4b0ba26c68a2c6b3d3d0_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742609_1785 (size=4469) 2024-11-27T04:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,448 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#664 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,449 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/467ae8fd4d6441b892ef06e0aa79e31d is 175, key is test_row_0/A:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,449 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/3e8a2589e44b4b58a4ecb22b912ff468 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3e8a2589e44b4b58a4ecb22b912ff468 2024-11-27T04:23:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742610_1786 (size=32175) 2024-11-27T04:23:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,454 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into 3e8a2589e44b4b58a4ecb22b912ff468(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:51,454 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,454 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681431428; duration=0sec 2024-11-27T04:23:51,454 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:51,454 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:51,454 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,455 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,455 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:51,455 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:51,455 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/db71741703a04809bcd2395a1518875d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/305c085c20d04e0fac200885857eca45, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c3d85bf2259040e9831bea0bd428c744] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=36.8 K 2024-11-27T04:23:51,456 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting db71741703a04809bcd2395a1518875d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732681428495 2024-11-27T04:23:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,456 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 305c085c20d04e0fac200885857eca45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732681429612 2024-11-27T04:23:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,456 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/467ae8fd4d6441b892ef06e0aa79e31d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/467ae8fd4d6441b892ef06e0aa79e31d 2024-11-27T04:23:51,456 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3d85bf2259040e9831bea0bd428c744, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681430756 2024-11-27T04:23:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,460 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into 467ae8fd4d6441b892ef06e0aa79e31d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:51,460 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:51,460 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681431428; duration=0sec 2024-11-27T04:23:51,460 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:51,460 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,462 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#665 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,463 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/2bdc1c6760e648a48402e6d3a7d5cd40 is 50, key is test_row_0/C:col10/1732681430756/Put/seqid=0 2024-11-27T04:23:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742611_1787 (size=13221) 2024-11-27T04:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:51,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681491550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681491550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681491550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T04:23:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681491653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681491653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681491653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:51,846 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae41f80b999146248ecaa34e5c4d7a69_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae41f80b999146248ecaa34e5c4d7a69_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9df0519d93a4415b93384ebfa2770d42, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:51,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9df0519d93a4415b93384ebfa2770d42 is 175, key is test_row_0/A:col10/1732681431373/Put/seqid=0 2024-11-27T04:23:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742612_1788 (size=22561) 2024-11-27T04:23:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681491856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681491856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681491856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:51,870 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/2bdc1c6760e648a48402e6d3a7d5cd40 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/2bdc1c6760e648a48402e6d3a7d5cd40 2024-11-27T04:23:51,873 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into 2bdc1c6760e648a48402e6d3a7d5cd40(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:51,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:51,874 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681431428; duration=0sec 2024-11-27T04:23:51,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:51,874 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T04:23:52,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681492159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681492159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681492159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,252 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9df0519d93a4415b93384ebfa2770d42 2024-11-27T04:23:52,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/f7ec839a9ca54f99ab7e1c7c9612bd92 is 50, key is test_row_0/B:col10/1732681431373/Put/seqid=0 2024-11-27T04:23:52,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742613_1789 (size=9857) 2024-11-27T04:23:52,261 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/f7ec839a9ca54f99ab7e1c7c9612bd92 2024-11-27T04:23:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f220711441f64177855e787a750162c7 is 50, key is test_row_0/C:col10/1732681431373/Put/seqid=0 2024-11-27T04:23:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742614_1790 (size=9857) 2024-11-27T04:23:52,272 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f220711441f64177855e787a750162c7 2024-11-27T04:23:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9df0519d93a4415b93384ebfa2770d42 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42 2024-11-27T04:23:52,278 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42, entries=100, sequenceid=409, filesize=22.0 K 2024-11-27T04:23:52,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/f7ec839a9ca54f99ab7e1c7c9612bd92 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f7ec839a9ca54f99ab7e1c7c9612bd92 2024-11-27T04:23:52,282 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f7ec839a9ca54f99ab7e1c7c9612bd92, entries=100, sequenceid=409, filesize=9.6 K 2024-11-27T04:23:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f220711441f64177855e787a750162c7 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f220711441f64177855e787a750162c7 2024-11-27T04:23:52,287 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f220711441f64177855e787a750162c7, entries=100, sequenceid=409, filesize=9.6 K 2024-11-27T04:23:52,288 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for c74dac3725fbf8dade79a9d45701c41e in 859ms, sequenceid=409, compaction requested=false 2024-11-27T04:23:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-27T04:23:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-27T04:23:52,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-27T04:23:52,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-27T04:23:52,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.0210 sec 2024-11-27T04:23:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T04:23:52,376 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-27T04:23:52,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-11-27T04:23:52,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T04:23:52,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:52,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T04:23:52,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T04:23:52,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,531 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T04:23:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271b732b8625364a39a2c54d49aa29fbc2_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681431548/Put/seqid=0 2024-11-27T04:23:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742615_1791 (size=12454) 2024-11-27T04:23:52,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,545 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271b732b8625364a39a2c54d49aa29fbc2_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271b732b8625364a39a2c54d49aa29fbc2_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:52,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9ffae261d9d9476fb07a029f2696918c, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9ffae261d9d9476fb07a029f2696918c is 175, key is test_row_0/A:col10/1732681431548/Put/seqid=0 2024-11-27T04:23:52,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742616_1792 (size=31255) 2024-11-27T04:23:52,551 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9ffae261d9d9476fb07a029f2696918c 2024-11-27T04:23:52,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/30bab02237b34dc9b36bc5250bc93c77 is 50, key is test_row_0/B:col10/1732681431548/Put/seqid=0 2024-11-27T04:23:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742617_1793 (size=12301) 2024-11-27T04:23:52,560 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/30bab02237b34dc9b36bc5250bc93c77 2024-11-27T04:23:52,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/18b510c1c1ff4972928cf3368545c7d2 is 50, key is test_row_0/C:col10/1732681431548/Put/seqid=0 2024-11-27T04:23:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742618_1794 (size=12301) 2024-11-27T04:23:52,570 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/18b510c1c1ff4972928cf3368545c7d2 2024-11-27T04:23:52,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9ffae261d9d9476fb07a029f2696918c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c 2024-11-27T04:23:52,577 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c, entries=150, sequenceid=440, filesize=30.5 K 2024-11-27T04:23:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/30bab02237b34dc9b36bc5250bc93c77 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/30bab02237b34dc9b36bc5250bc93c77 2024-11-27T04:23:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,581 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/30bab02237b34dc9b36bc5250bc93c77, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T04:23:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/18b510c1c1ff4972928cf3368545c7d2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/18b510c1c1ff4972928cf3368545c7d2 2024-11-27T04:23:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,584 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/18b510c1c1ff4972928cf3368545c7d2, entries=150, sequenceid=440, filesize=12.0 K 2024-11-27T04:23:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,585 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for c74dac3725fbf8dade79a9d45701c41e in 54ms, sequenceid=440, compaction requested=true 2024-11-27T04:23:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-27T04:23:52,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-11-27T04:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 211 msec 2024-11-27T04:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T04:23:52,680 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-27T04:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-11-27T04:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T04:23:52,684 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T04:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:52,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b215fa94607d465ba42ab00efe8f0d34_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742620_1796 (size=25158) 2024-11-27T04:23:52,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,741 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b215fa94607d465ba42ab00efe8f0d34_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b215fa94607d465ba42ab00efe8f0d34_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:52,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/5dce806118ce4b54bbe45810b04633fb, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681492737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/5dce806118ce4b54bbe45810b04633fb is 175, key is test_row_0/A:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:52,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681492740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681492741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742619_1795 (size=74795) 2024-11-27T04:23:52,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/5dce806118ce4b54bbe45810b04633fb 2024-11-27T04:23:52,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/02f5318606e445b3898cd5fe96ddc212 is 50, key is test_row_0/B:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742621_1797 (size=12301) 2024-11-27T04:23:52,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/02f5318606e445b3898cd5fe96ddc212 2024-11-27T04:23:52,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/b2cf02e063cf42bd9141eeb56f2229ee is 50, key is test_row_0/C:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T04:23:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742622_1798 (size=12301) 2024-11-27T04:23:52,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/b2cf02e063cf42bd9141eeb56f2229ee 2024-11-27T04:23:52,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/5dce806118ce4b54bbe45810b04633fb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb 2024-11-27T04:23:52,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb, entries=400, sequenceid=452, filesize=73.0 K 2024-11-27T04:23:52,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/02f5318606e445b3898cd5fe96ddc212 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/02f5318606e445b3898cd5fe96ddc212 2024-11-27T04:23:52,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/02f5318606e445b3898cd5fe96ddc212, entries=150, sequenceid=452, filesize=12.0 K 2024-11-27T04:23:52,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/b2cf02e063cf42bd9141eeb56f2229ee as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/b2cf02e063cf42bd9141eeb56f2229ee 2024-11-27T04:23:52,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/b2cf02e063cf42bd9141eeb56f2229ee, entries=150, sequenceid=452, filesize=12.0 K 2024-11-27T04:23:52,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c74dac3725fbf8dade79a9d45701c41e in 109ms, sequenceid=452, compaction requested=true 2024-11-27T04:23:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:52,806 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:52,807 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:52,807 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160786 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:52,808 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:52,808 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,808 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/467ae8fd4d6441b892ef06e0aa79e31d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=157.0 K 2024-11-27T04:23:52,808 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,808 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/467ae8fd4d6441b892ef06e0aa79e31d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb] 2024-11-27T04:23:52,808 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 467ae8fd4d6441b892ef06e0aa79e31d, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681430756 2024-11-27T04:23:52,809 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:52,809 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:52,809 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,809 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3e8a2589e44b4b58a4ecb22b912ff468, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f7ec839a9ca54f99ab7e1c7c9612bd92, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/30bab02237b34dc9b36bc5250bc93c77, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/02f5318606e445b3898cd5fe96ddc212] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=46.6 K 2024-11-27T04:23:52,809 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9df0519d93a4415b93384ebfa2770d42, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732681431372 2024-11-27T04:23:52,810 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e8a2589e44b4b58a4ecb22b912ff468, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681430756 2024-11-27T04:23:52,810 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ffae261d9d9476fb07a029f2696918c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732681431546 2024-11-27T04:23:52,810 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f7ec839a9ca54f99ab7e1c7c9612bd92, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732681431372 2024-11-27T04:23:52,810 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dce806118ce4b54bbe45810b04633fb, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732681432679 2024-11-27T04:23:52,811 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 30bab02237b34dc9b36bc5250bc93c77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732681431546 2024-11-27T04:23:52,811 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f5318606e445b3898cd5fe96ddc212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732681432690 2024-11-27T04:23:52,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-27T04:23:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T04:23:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:52,842 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#674 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:52,843 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/b3af30dd6ac64d568d048e66c935428b is 50, key is test_row_0/B:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:52,849 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:52,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681492860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681492861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681492863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,891 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411275d574469a6d448139eb314663df59dc1_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,895 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411275d574469a6d448139eb314663df59dc1_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,895 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275d574469a6d448139eb314663df59dc1_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112795bf5153e258425ba927bb8da3dd9318_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681432740/Put/seqid=0 2024-11-27T04:23:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742623_1799 (size=13357) 2024-11-27T04:23:52,930 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/b3af30dd6ac64d568d048e66c935428b as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/b3af30dd6ac64d568d048e66c935428b 2024-11-27T04:23:52,935 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into b3af30dd6ac64d568d048e66c935428b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:52,935 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:52,935 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=12, startTime=1732681432807; duration=0sec 2024-11-27T04:23:52,935 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:52,935 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:52,935 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T04:23:52,936 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T04:23:52,936 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:52,936 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:52,936 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/2bdc1c6760e648a48402e6d3a7d5cd40, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f220711441f64177855e787a750162c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/18b510c1c1ff4972928cf3368545c7d2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/b2cf02e063cf42bd9141eeb56f2229ee] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=46.6 K 2024-11-27T04:23:52,937 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bdc1c6760e648a48402e6d3a7d5cd40, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732681430756 2024-11-27T04:23:52,937 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f220711441f64177855e787a750162c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732681431372 2024-11-27T04:23:52,938 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b510c1c1ff4972928cf3368545c7d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732681431546 2024-11-27T04:23:52,938 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b2cf02e063cf42bd9141eeb56f2229ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732681432690 2024-11-27T04:23:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681492968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681492972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681492972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:52,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742624_1800 (size=4469) 2024-11-27T04:23:52,979 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#677 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:52,980 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f42e5baadd444952a212e31370e70dab is 50, key is test_row_0/C:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742625_1801 (size=12454) 2024-11-27T04:23:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T04:23:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742626_1802 (size=13357) 2024-11-27T04:23:52,992 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112795bf5153e258425ba927bb8da3dd9318_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112795bf5153e258425ba927bb8da3dd9318_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c92155a25cf34f00bf6bd9e286f4e88a, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c92155a25cf34f00bf6bd9e286f4e88a is 175, key is test_row_0/A:col10/1732681432740/Put/seqid=0 2024-11-27T04:23:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742627_1803 (size=31255) 2024-11-27T04:23:52,996 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=476, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c92155a25cf34f00bf6bd9e286f4e88a 2024-11-27T04:23:53,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/cbc9c1a86f9249f3acdafb6a786eaf8c is 50, key is test_row_0/B:col10/1732681432740/Put/seqid=0 2024-11-27T04:23:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742628_1804 (size=12301) 2024-11-27T04:23:53,014 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/cbc9c1a86f9249f3acdafb6a786eaf8c 2024-11-27T04:23:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/0925d51c6fa844a7bffdc0d10b2bd642 is 50, key is test_row_0/C:col10/1732681432740/Put/seqid=0 2024-11-27T04:23:53,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742629_1805 (size=12301) 2024-11-27T04:23:53,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681493173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681493176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681493181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T04:23:53,378 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#675 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:53,379 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/bdd347ef409747ffad0f41855d4aaee3 is 175, key is test_row_0/A:col10/1732681432696/Put/seqid=0 2024-11-27T04:23:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742630_1806 (size=32311) 2024-11-27T04:23:53,397 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f42e5baadd444952a212e31370e70dab as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f42e5baadd444952a212e31370e70dab 2024-11-27T04:23:53,400 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/bdd347ef409747ffad0f41855d4aaee3 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bdd347ef409747ffad0f41855d4aaee3 2024-11-27T04:23:53,405 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into f42e5baadd444952a212e31370e70dab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:53,405 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:53,405 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=12, startTime=1732681432807; duration=0sec 2024-11-27T04:23:53,405 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:53,405 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into bdd347ef409747ffad0f41855d4aaee3(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:53,405 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:53,406 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:53,406 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=12, startTime=1732681432806; duration=0sec 2024-11-27T04:23:53,406 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:53,406 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:53,438 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/0925d51c6fa844a7bffdc0d10b2bd642 2024-11-27T04:23:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c92155a25cf34f00bf6bd9e286f4e88a as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a 2024-11-27T04:23:53,446 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a, entries=150, sequenceid=476, filesize=30.5 K 2024-11-27T04:23:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/cbc9c1a86f9249f3acdafb6a786eaf8c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/cbc9c1a86f9249f3acdafb6a786eaf8c 2024-11-27T04:23:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,452 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/cbc9c1a86f9249f3acdafb6a786eaf8c, entries=150, sequenceid=476, filesize=12.0 K 2024-11-27T04:23:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/0925d51c6fa844a7bffdc0d10b2bd642 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0925d51c6fa844a7bffdc0d10b2bd642 2024-11-27T04:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,462 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0925d51c6fa844a7bffdc0d10b2bd642, entries=150, sequenceid=476, filesize=12.0 K 2024-11-27T04:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c74dac3725fbf8dade79a9d45701c41e in 626ms, sequenceid=476, compaction requested=false 2024-11-27T04:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-11-27T04:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-11-27T04:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-27T04:23:53,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-27T04:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 789 msec 2024-11-27T04:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:53,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T04:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112707d942d0a58044c7a12af3a9729e1373_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742631_1807 (size=14994) 2024-11-27T04:23:53,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:53,507 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112707d942d0a58044c7a12af3a9729e1373_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112707d942d0a58044c7a12af3a9729e1373_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:53,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/39e1846c3a144a28a51cdac481222b3c, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:53,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/39e1846c3a144a28a51cdac481222b3c is 175, key is test_row_0/A:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742632_1808 (size=39949) 2024-11-27T04:23:53,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/39e1846c3a144a28a51cdac481222b3c 2024-11-27T04:23:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681493512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681493515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/39f7e3eec7ce4e3da73b298945354da2 is 50, key is test_row_0/B:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681493518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742633_1809 (size=12301) 2024-11-27T04:23:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681493620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681493621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681493622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T04:23:53,789 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-27T04:23:53,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-11-27T04:23:53,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:53,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:53,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T04:23:53,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681493823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681493823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681493826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T04:23:53,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/39f7e3eec7ce4e3da73b298945354da2 2024-11-27T04:23:53,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/96ebe497c9a04312b54dcb3cf492b510 is 50, key is test_row_0/C:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:53,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742634_1810 (size=12301) 2024-11-27T04:23:53,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:53,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-27T04:23:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:53,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T04:23:54,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-27T04:23:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681494127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681494127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681494131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-27T04:23:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:54,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/96ebe497c9a04312b54dcb3cf492b510 2024-11-27T04:23:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/39e1846c3a144a28a51cdac481222b3c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c 2024-11-27T04:23:54,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c, entries=200, sequenceid=493, filesize=39.0 K 2024-11-27T04:23:54,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/39f7e3eec7ce4e3da73b298945354da2 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/39f7e3eec7ce4e3da73b298945354da2 2024-11-27T04:23:54,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/39f7e3eec7ce4e3da73b298945354da2, entries=150, sequenceid=493, filesize=12.0 K 2024-11-27T04:23:54,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/96ebe497c9a04312b54dcb3cf492b510 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/96ebe497c9a04312b54dcb3cf492b510 2024-11-27T04:23:54,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/96ebe497c9a04312b54dcb3cf492b510, entries=150, sequenceid=493, filesize=12.0 K 2024-11-27T04:23:54,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c74dac3725fbf8dade79a9d45701c41e in 868ms, sequenceid=493, compaction requested=true 2024-11-27T04:23:54,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:54,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:54,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:54,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:54,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:54,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:54,351 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:54,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:54,351 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:54,351 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:54,351 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:54,351 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,352 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bdd347ef409747ffad0f41855d4aaee3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=101.1 K 2024-11-27T04:23:54,352 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,352 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,352 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bdd347ef409747ffad0f41855d4aaee3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c] 2024-11-27T04:23:54,352 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/b3af30dd6ac64d568d048e66c935428b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/cbc9c1a86f9249f3acdafb6a786eaf8c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/39f7e3eec7ce4e3da73b298945354da2] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=37.1 K 2024-11-27T04:23:54,352 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd347ef409747ffad0f41855d4aaee3, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732681432690 2024-11-27T04:23:54,352 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting b3af30dd6ac64d568d048e66c935428b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732681432690 2024-11-27T04:23:54,352 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c92155a25cf34f00bf6bd9e286f4e88a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732681432731 2024-11-27T04:23:54,352 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting cbc9c1a86f9249f3acdafb6a786eaf8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732681432731 2024-11-27T04:23:54,353 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39e1846c3a144a28a51cdac481222b3c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732681432859 2024-11-27T04:23:54,353 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f7e3eec7ce4e3da73b298945354da2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732681432861 2024-11-27T04:23:54,357 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:54,358 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#683 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:54,359 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d1b54c840e5a426daa5cdcc311a197ec is 50, key is test_row_0/B:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:54,359 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127235377737f994e878799c7c4b50b5217_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:54,361 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127235377737f994e878799c7c4b50b5217_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:54,361 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127235377737f994e878799c7c4b50b5217_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742635_1811 (size=13459) 2024-11-27T04:23:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742636_1812 (size=4469) 2024-11-27T04:23:54,365 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#684 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:54,365 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6273584d0c6e4b14954276f155bb5dc5 is 175, key is test_row_0/A:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742637_1813 (size=32413) 2024-11-27T04:23:54,378 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6273584d0c6e4b14954276f155bb5dc5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6273584d0c6e4b14954276f155bb5dc5 2024-11-27T04:23:54,382 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into 6273584d0c6e4b14954276f155bb5dc5(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:54,382 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:54,382 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681434350; duration=0sec 2024-11-27T04:23:54,382 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:54,382 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:54,382 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:54,383 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:54,383 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:54,383 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,383 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f42e5baadd444952a212e31370e70dab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0925d51c6fa844a7bffdc0d10b2bd642, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/96ebe497c9a04312b54dcb3cf492b510] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=37.1 K 2024-11-27T04:23:54,383 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f42e5baadd444952a212e31370e70dab, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732681432690 2024-11-27T04:23:54,384 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0925d51c6fa844a7bffdc0d10b2bd642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732681432731 2024-11-27T04:23:54,384 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ebe497c9a04312b54dcb3cf492b510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732681432861 2024-11-27T04:23:54,389 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#685 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:54,390 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/82e76a05e20045419546a98c0894d8b1 is 50, key is test_row_0/C:col10/1732681433481/Put/seqid=0 2024-11-27T04:23:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742638_1814 (size=13459) 2024-11-27T04:23:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T04:23:54,397 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/82e76a05e20045419546a98c0894d8b1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/82e76a05e20045419546a98c0894d8b1 2024-11-27T04:23:54,401 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into 82e76a05e20045419546a98c0894d8b1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:54,402 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:54,402 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681434350; duration=0sec 2024-11-27T04:23:54,402 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:54,402 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:54,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-27T04:23:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:54,404 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T04:23:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276e52b58dedb3481d839269fbc85c25ba_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681433510/Put/seqid=0 2024-11-27T04:23:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742639_1815 (size=12454) 2024-11-27T04:23:54,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:54,415 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276e52b58dedb3481d839269fbc85c25ba_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276e52b58dedb3481d839269fbc85c25ba_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6509c35c5a014b0abdcc0a03291face5, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6509c35c5a014b0abdcc0a03291face5 is 175, key is test_row_0/A:col10/1732681433510/Put/seqid=0 2024-11-27T04:23:54,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742640_1816 (size=31255) 2024-11-27T04:23:54,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T04:23:54,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:54,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681494640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681494644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681494643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681494745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681494748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681494748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,770 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d1b54c840e5a426daa5cdcc311a197ec as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d1b54c840e5a426daa5cdcc311a197ec 2024-11-27T04:23:54,774 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into d1b54c840e5a426daa5cdcc311a197ec(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:54,774 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:54,774 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681434350; duration=0sec 2024-11-27T04:23:54,774 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:54,774 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:54,821 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=517, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6509c35c5a014b0abdcc0a03291face5 2024-11-27T04:23:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/29b86f62f750492c8158d1a027e46b46 is 50, key is test_row_0/B:col10/1732681433510/Put/seqid=0 2024-11-27T04:23:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742641_1817 (size=12301) 2024-11-27T04:23:54,831 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/29b86f62f750492c8158d1a027e46b46 2024-11-27T04:23:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/088012bfcbb845929d6e0c6402a9773f is 50, key is test_row_0/C:col10/1732681433510/Put/seqid=0 2024-11-27T04:23:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742642_1818 (size=12301) 2024-11-27T04:23:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T04:23:54,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681494949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681494951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:54,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681494952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,240 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/088012bfcbb845929d6e0c6402a9773f 2024-11-27T04:23:55,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6509c35c5a014b0abdcc0a03291face5 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5 2024-11-27T04:23:55,248 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5, entries=150, sequenceid=517, filesize=30.5 K 2024-11-27T04:23:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/29b86f62f750492c8158d1a027e46b46 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/29b86f62f750492c8158d1a027e46b46 2024-11-27T04:23:55,252 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/29b86f62f750492c8158d1a027e46b46, entries=150, sequenceid=517, filesize=12.0 K 2024-11-27T04:23:55,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/088012bfcbb845929d6e0c6402a9773f as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/088012bfcbb845929d6e0c6402a9773f 2024-11-27T04:23:55,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681495253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681495255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681495260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,261 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/088012bfcbb845929d6e0c6402a9773f, entries=150, sequenceid=517, filesize=12.0 K 2024-11-27T04:23:55,262 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c74dac3725fbf8dade79a9d45701c41e in 858ms, sequenceid=517, compaction requested=false 2024-11-27T04:23:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-11-27T04:23:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-11-27T04:23:55,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-11-27T04:23:55,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-11-27T04:23:55,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 1.4740 sec 2024-11-27T04:23:55,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T04:23:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:55,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112742395b3056594cf8b1a246eefe7cc603_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742643_1819 (size=12454) 2024-11-27T04:23:55,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681495816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681495816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681495816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T04:23:55,897 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-11-27T04:23:55,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T04:23:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-11-27T04:23:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:23:55,901 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T04:23:55,902 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T04:23:55,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T04:23:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681495920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681495920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681495920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:23:56,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681496122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681496123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681496123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:56,187 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112742395b3056594cf8b1a246eefe7cc603_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742395b3056594cf8b1a246eefe7cc603_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:56,187 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6cf4eba474ac48158239b59dca80e999, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:56,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6cf4eba474ac48158239b59dca80e999 is 175, key is test_row_0/A:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742644_1820 (size=31255) 2024-11-27T04:23:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:23:56,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681496427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681496427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681496428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:23:56,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6cf4eba474ac48158239b59dca80e999 2024-11-27T04:23:56,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/49f7bb501bb742448327c0e993da2f10 is 50, key is test_row_0/B:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:56,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742645_1821 (size=12301) 2024-11-27T04:23:56,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/49f7bb501bb742448327c0e993da2f10 2024-11-27T04:23:56,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f259d3ca453644d9b777b996555ed378 is 50, key is test_row_0/C:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742646_1822 (size=12301) 2024-11-27T04:23:56,640 DEBUG [Thread-2946 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6269e0a1 to 127.0.0.1:56910 2024-11-27T04:23:56,640 DEBUG [Thread-2946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:56,641 DEBUG [Thread-2954 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3527ada0 to 127.0.0.1:56910 2024-11-27T04:23:56,641 DEBUG [Thread-2954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:56,642 DEBUG [Thread-2950 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a403af to 127.0.0.1:56910 2024-11-27T04:23:56,642 DEBUG [Thread-2950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:56,642 DEBUG [Thread-2948 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1124eb0a to 127.0.0.1:56910 2024-11-27T04:23:56,642 DEBUG [Thread-2948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:56,643 DEBUG [Thread-2952 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20598fb9 to 127.0.0.1:56910 2024-11-27T04:23:56,643 DEBUG [Thread-2952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:56,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45734 deadline: 1732681496931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45792 deadline: 1732681496931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T04:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45784 deadline: 1732681496932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:56,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:56,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T04:23:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:23:57,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f259d3ca453644d9b777b996555ed378 2024-11-27T04:23:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/6cf4eba474ac48158239b59dca80e999 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999 2024-11-27T04:23:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999, entries=150, sequenceid=533, filesize=30.5 K 2024-11-27T04:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/49f7bb501bb742448327c0e993da2f10 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/49f7bb501bb742448327c0e993da2f10 2024-11-27T04:23:57,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/49f7bb501bb742448327c0e993da2f10, entries=150, sequenceid=533, filesize=12.0 K 2024-11-27T04:23:57,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/f259d3ca453644d9b777b996555ed378 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f259d3ca453644d9b777b996555ed378 2024-11-27T04:23:57,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f259d3ca453644d9b777b996555ed378, entries=150, sequenceid=533, filesize=12.0 K 2024-11-27T04:23:57,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for c74dac3725fbf8dade79a9d45701c41e in 1268ms, sequenceid=533, compaction requested=true 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:57,028 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c74dac3725fbf8dade79a9d45701c41e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T04:23:57,028 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/B is initiating minor compaction (all files) 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/A is initiating minor compaction (all files) 2024-11-27T04:23:57,029 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/A in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:57,029 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/B in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:57,029 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6273584d0c6e4b14954276f155bb5dc5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=92.7 K 2024-11-27T04:23:57,029 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d1b54c840e5a426daa5cdcc311a197ec, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/29b86f62f750492c8158d1a027e46b46, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/49f7bb501bb742448327c0e993da2f10] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=37.2 K 2024-11-27T04:23:57,029 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. files: [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6273584d0c6e4b14954276f155bb5dc5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999] 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting d1b54c840e5a426daa5cdcc311a197ec, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732681432861 2024-11-27T04:23:57,029 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6273584d0c6e4b14954276f155bb5dc5, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732681432861 2024-11-27T04:23:57,030 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 29b86f62f750492c8158d1a027e46b46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732681433510 2024-11-27T04:23:57,030 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6509c35c5a014b0abdcc0a03291face5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732681433510 2024-11-27T04:23:57,030 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 49f7bb501bb742448327c0e993da2f10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732681434642 2024-11-27T04:23:57,030 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cf4eba474ac48158239b59dca80e999, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732681434642 2024-11-27T04:23:57,035 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#B#compaction#692 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:57,036 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/dd027eafa2d2423fbc7d5634df09bcd1 is 50, key is test_row_0/B:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742647_1823 (size=13561) 2024-11-27T04:23:57,039 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:57,040 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ed31bc5d6d534a21b1df9950cc601d9f_c74dac3725fbf8dade79a9d45701c41e store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:57,061 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ed31bc5d6d534a21b1df9950cc601d9f_c74dac3725fbf8dade79a9d45701c41e, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:57,061 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ed31bc5d6d534a21b1df9950cc601d9f_c74dac3725fbf8dade79a9d45701c41e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:57,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742648_1824 (size=4469) 2024-11-27T04:23:57,066 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#A#compaction#693 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:57,066 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c9f6ceb80bd74276bcb8a10841da7241 is 175, key is test_row_0/A:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742649_1825 (size=32515) 2024-11-27T04:23:57,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:23:57,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:57,125 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:23:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:23:57,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278f0dfc09735b45838a0ecd776554ccd5_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_0/A:col10/1732681435789/Put/seqid=0 2024-11-27T04:23:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742650_1826 (size=12454) 2024-11-27T04:23:57,445 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/dd027eafa2d2423fbc7d5634df09bcd1 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dd027eafa2d2423fbc7d5634df09bcd1 2024-11-27T04:23:57,451 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/B of c74dac3725fbf8dade79a9d45701c41e into dd027eafa2d2423fbc7d5634df09bcd1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:57,451 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:57,451 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/B, priority=13, startTime=1732681437028; duration=0sec 2024-11-27T04:23:57,451 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T04:23:57,451 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:B 2024-11-27T04:23:57,451 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T04:23:57,451 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T04:23:57,452 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1540): c74dac3725fbf8dade79a9d45701c41e/C is initiating minor compaction (all files) 2024-11-27T04:23:57,452 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c74dac3725fbf8dade79a9d45701c41e/C in TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:57,452 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/82e76a05e20045419546a98c0894d8b1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/088012bfcbb845929d6e0c6402a9773f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f259d3ca453644d9b777b996555ed378] into tmpdir=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp, totalSize=37.2 K 2024-11-27T04:23:57,454 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 82e76a05e20045419546a98c0894d8b1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732681432861 2024-11-27T04:23:57,454 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting 088012bfcbb845929d6e0c6402a9773f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732681433510 2024-11-27T04:23:57,454 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] compactions.Compactor(224): Compacting f259d3ca453644d9b777b996555ed378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732681434642 2024-11-27T04:23:57,475 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/c9f6ceb80bd74276bcb8a10841da7241 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c9f6ceb80bd74276bcb8a10841da7241 2024-11-27T04:23:57,479 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/A of c74dac3725fbf8dade79a9d45701c41e into c9f6ceb80bd74276bcb8a10841da7241(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:57,479 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:57,479 INFO [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/A, priority=13, startTime=1732681437028; duration=0sec 2024-11-27T04:23:57,480 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:57,480 DEBUG [RS:0;99e1108fb5b5:33685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:A 2024-11-27T04:23:57,483 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c74dac3725fbf8dade79a9d45701c41e#C#compaction#695 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T04:23:57,484 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/e31274e1ff574a40b7f45be642440405 is 50, key is test_row_0/C:col10/1732681434643/Put/seqid=0 2024-11-27T04:23:57,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742651_1827 (size=13561) 2024-11-27T04:23:57,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:23:57,541 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278f0dfc09735b45838a0ecd776554ccd5_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f0dfc09735b45838a0ecd776554ccd5_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9752d7b615a64ac08e3b4c49457d0dcb, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:23:57,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9752d7b615a64ac08e3b4c49457d0dcb is 175, key is test_row_0/A:col10/1732681435789/Put/seqid=0 2024-11-27T04:23:57,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742652_1828 (size=31255) 2024-11-27T04:23:57,896 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/e31274e1ff574a40b7f45be642440405 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e31274e1ff574a40b7f45be642440405 2024-11-27T04:23:57,902 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c74dac3725fbf8dade79a9d45701c41e/C of c74dac3725fbf8dade79a9d45701c41e into e31274e1ff574a40b7f45be642440405(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T04:23:57,902 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:57,902 INFO [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e., storeName=c74dac3725fbf8dade79a9d45701c41e/C, priority=13, startTime=1732681437028; duration=0sec 2024-11-27T04:23:57,902 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T04:23:57,902 DEBUG [RS:0;99e1108fb5b5:33685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c74dac3725fbf8dade79a9d45701c41e:C 2024-11-27T04:23:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33685 {}] regionserver.HRegion(8581): Flush requested on c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:23:57,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. as already flushing 2024-11-27T04:23:57,937 DEBUG [Thread-2939 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226948f1 to 127.0.0.1:56910 2024-11-27T04:23:57,937 DEBUG [Thread-2939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:57,941 DEBUG [Thread-2935 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x754d0bed to 127.0.0.1:56910 2024-11-27T04:23:57,941 DEBUG [Thread-2935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:57,944 DEBUG [Thread-2937 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39254f5a to 127.0.0.1:56910 2024-11-27T04:23:57,944 DEBUG [Thread-2937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:57,953 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=556, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9752d7b615a64ac08e3b4c49457d0dcb 2024-11-27T04:23:57,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d433cdee173c46c784315ec6575ff284 is 50, key is test_row_0/B:col10/1732681435789/Put/seqid=0 2024-11-27T04:23:57,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742653_1829 (size=12301) 2024-11-27T04:23:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:23:58,372 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d433cdee173c46c784315ec6575ff284 2024-11-27T04:23:58,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/24c099c07af64c10a6c9b6101d50eef6 is 50, key is test_row_0/C:col10/1732681435789/Put/seqid=0 2024-11-27T04:23:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742654_1830 (size=12301) 2024-11-27T04:23:58,391 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/24c099c07af64c10a6c9b6101d50eef6 2024-11-27T04:23:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/9752d7b615a64ac08e3b4c49457d0dcb as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9752d7b615a64ac08e3b4c49457d0dcb 2024-11-27T04:23:58,398 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9752d7b615a64ac08e3b4c49457d0dcb, entries=150, sequenceid=556, filesize=30.5 K 2024-11-27T04:23:58,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/d433cdee173c46c784315ec6575ff284 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d433cdee173c46c784315ec6575ff284 2024-11-27T04:23:58,403 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d433cdee173c46c784315ec6575ff284, entries=150, sequenceid=556, filesize=12.0 K 2024-11-27T04:23:58,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/24c099c07af64c10a6c9b6101d50eef6 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/24c099c07af64c10a6c9b6101d50eef6 2024-11-27T04:23:58,407 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/24c099c07af64c10a6c9b6101d50eef6, entries=150, sequenceid=556, filesize=12.0 K 2024-11-27T04:23:58,411 INFO [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for c74dac3725fbf8dade79a9d45701c41e in 1286ms, sequenceid=556, compaction requested=false 2024-11-27T04:23:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:23:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:23:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/99e1108fb5b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-11-27T04:23:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-11-27T04:23:58,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-11-27T04:23:58,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec 2024-11-27T04:23:58,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 2.5160 sec 2024-11-27T04:23:58,443 DEBUG [Thread-2943 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00bd6c58 to 127.0.0.1:56910 2024-11-27T04:23:58,443 DEBUG [Thread-2943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:23:58,493 DEBUG [Thread-2941 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14f4319f to 127.0.0.1:56910 2024-11-27T04:23:58,493 DEBUG [Thread-2941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T04:24:00,005 INFO [Thread-2945 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5135 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5107 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5115 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5167 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5153 2024-11-27T04:24:00,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T04:24:00,006 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:24:00,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ade5f9 to 127.0.0.1:56910 2024-11-27T04:24:00,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:00,007 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T04:24:00,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T04:24:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T04:24:00,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681440010"}]},"ts":"1732681440010"} 2024-11-27T04:24:00,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T04:24:00,014 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T04:24:00,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T04:24:00,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=199, ppid=198, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, UNASSIGN}] 2024-11-27T04:24:00,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=199, ppid=198, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, UNASSIGN 2024-11-27T04:24:00,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=199 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=CLOSING, regionLocation=99e1108fb5b5,33685,1732681256218 2024-11-27T04:24:00,018 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T04:24:00,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; CloseRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218}] 2024-11-27T04:24:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T04:24:00,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 99e1108fb5b5,33685,1732681256218 2024-11-27T04:24:00,170 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(124): Close c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:00,170 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T04:24:00,170 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1681): Closing c74dac3725fbf8dade79a9d45701c41e, disabling compactions & flushes 2024-11-27T04:24:00,170 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:24:00,170 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:24:00,170 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. after waiting 0 ms 2024-11-27T04:24:00,170 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:24:00,170 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(2837): Flushing c74dac3725fbf8dade79a9d45701c41e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T04:24:00,170 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=A 2024-11-27T04:24:00,171 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:24:00,171 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=B 2024-11-27T04:24:00,171 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:24:00,171 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c74dac3725fbf8dade79a9d45701c41e, store=C 2024-11-27T04:24:00,171 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T04:24:00,190 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f659eb3c877b4bb59dcc7051301221f9_c74dac3725fbf8dade79a9d45701c41e is 50, key is test_row_1/A:col10/1732681437942/Put/seqid=0 2024-11-27T04:24:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742655_1831 (size=9914) 2024-11-27T04:24:00,230 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T04:24:00,237 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f659eb3c877b4bb59dcc7051301221f9_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f659eb3c877b4bb59dcc7051301221f9_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:00,238 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/0d69995b13174b808dff384410368954, store: [table=TestAcidGuarantees family=A region=c74dac3725fbf8dade79a9d45701c41e] 2024-11-27T04:24:00,239 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/0d69995b13174b808dff384410368954 is 175, key is test_row_1/A:col10/1732681437942/Put/seqid=0 2024-11-27T04:24:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742656_1832 (size=22561) 2024-11-27T04:24:00,268 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=567, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/0d69995b13174b808dff384410368954 2024-11-27T04:24:00,279 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/2609349f35784037a09d14aae3afaa68 is 50, key is test_row_1/B:col10/1732681437942/Put/seqid=0 2024-11-27T04:24:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T04:24:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742657_1833 (size=9857) 2024-11-27T04:24:00,336 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/2609349f35784037a09d14aae3afaa68 2024-11-27T04:24:00,357 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/1ae0e6445cd040188987c1773d6eca0d is 50, key is test_row_1/C:col10/1732681437942/Put/seqid=0 2024-11-27T04:24:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742658_1834 (size=9857) 2024-11-27T04:24:00,365 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/1ae0e6445cd040188987c1773d6eca0d 2024-11-27T04:24:00,370 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/A/0d69995b13174b808dff384410368954 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0d69995b13174b808dff384410368954 2024-11-27T04:24:00,373 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0d69995b13174b808dff384410368954, entries=100, sequenceid=567, filesize=22.0 K 2024-11-27T04:24:00,373 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/B/2609349f35784037a09d14aae3afaa68 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2609349f35784037a09d14aae3afaa68 2024-11-27T04:24:00,383 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2609349f35784037a09d14aae3afaa68, entries=100, sequenceid=567, filesize=9.6 K 2024-11-27T04:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/.tmp/C/1ae0e6445cd040188987c1773d6eca0d as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/1ae0e6445cd040188987c1773d6eca0d 2024-11-27T04:24:00,392 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/1ae0e6445cd040188987c1773d6eca0d, entries=100, sequenceid=567, filesize=9.6 K 2024-11-27T04:24:00,395 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c74dac3725fbf8dade79a9d45701c41e in 225ms, sequenceid=567, compaction requested=true 2024-11-27T04:24:00,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a7b389bbc06447cc8cd309860e2311e8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/775db926d3ca41d1810e8b47416614c5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/1cd4a1d203dd4c02863ec523ae4ad298, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/148ea9ad85dc44969b90bf66a2ede81a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c034efa4d31f4b118776251067a48d2c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0f60b8d792854f48b8d024117065ab6b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d8591e5772f847a48b780feb46fb6c02, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/467ae8fd4d6441b892ef06e0aa79e31d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bdd347ef409747ffad0f41855d4aaee3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6273584d0c6e4b14954276f155bb5dc5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999] to archive 2024-11-27T04:24:00,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:24:00,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b23240a30aea445cb286207881af4de4 2024-11-27T04:24:00,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/254252fe225643d3b32dbf97156a41a7 2024-11-27T04:24:00,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c52a8247de0b4bcba0e6f1c01da2cf06 2024-11-27T04:24:00,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/51f7d88451134304a717a511234d97fd 2024-11-27T04:24:00,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a7b389bbc06447cc8cd309860e2311e8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a7b389bbc06447cc8cd309860e2311e8 2024-11-27T04:24:00,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/a66898de6bbd459daaa8a94f32376791 2024-11-27T04:24:00,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/775db926d3ca41d1810e8b47416614c5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/775db926d3ca41d1810e8b47416614c5 2024-11-27T04:24:00,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/b648d14564014a5abfaf6a3d6d6aab87 2024-11-27T04:24:00,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/54627d9f10bd4413868cbc2afc067cbe 2024-11-27T04:24:00,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/f63d6211ed4540f590ce9091f5a21588 2024-11-27T04:24:00,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/1cd4a1d203dd4c02863ec523ae4ad298 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/1cd4a1d203dd4c02863ec523ae4ad298 2024-11-27T04:24:00,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d5f374464df246e8ac7973132f8d21ff 2024-11-27T04:24:00,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/75161d641586448a89b58194d6a22e79 2024-11-27T04:24:00,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/148ea9ad85dc44969b90bf66a2ede81a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/148ea9ad85dc44969b90bf66a2ede81a 2024-11-27T04:24:00,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/62bb2a9cecea47e887348f1b8880f927 2024-11-27T04:24:00,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2226075470a74605b34f4d282fc69ad2 2024-11-27T04:24:00,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/2831d9ab293b4651988a6335be6b12c6 2024-11-27T04:24:00,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c034efa4d31f4b118776251067a48d2c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c034efa4d31f4b118776251067a48d2c 2024-11-27T04:24:00,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bd6164959f2a45968f086803c8b7a284 2024-11-27T04:24:00,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/52833e63ccfe44b6af06df318006cd10 2024-11-27T04:24:00,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0f60b8d792854f48b8d024117065ab6b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0f60b8d792854f48b8d024117065ab6b 2024-11-27T04:24:00,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/aa11f06fbaf84d0996364c98c41b2429 2024-11-27T04:24:00,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/830554b020634e289e8f3b96eae539ec 2024-11-27T04:24:00,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/7f1cc0a10c2546ff88a1f9b4375bc186 2024-11-27T04:24:00,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d8591e5772f847a48b780feb46fb6c02 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/d8591e5772f847a48b780feb46fb6c02 2024-11-27T04:24:00,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/4055ba493b6a4492bd8a8fd7070ca286 2024-11-27T04:24:00,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/dec5b78b23d548998c0632a70d72b7f3 2024-11-27T04:24:00,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/467ae8fd4d6441b892ef06e0aa79e31d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/467ae8fd4d6441b892ef06e0aa79e31d 2024-11-27T04:24:00,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9df0519d93a4415b93384ebfa2770d42 2024-11-27T04:24:00,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9ffae261d9d9476fb07a029f2696918c 2024-11-27T04:24:00,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/5dce806118ce4b54bbe45810b04633fb 2024-11-27T04:24:00,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bdd347ef409747ffad0f41855d4aaee3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/bdd347ef409747ffad0f41855d4aaee3 2024-11-27T04:24:00,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c92155a25cf34f00bf6bd9e286f4e88a 2024-11-27T04:24:00,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/39e1846c3a144a28a51cdac481222b3c 2024-11-27T04:24:00,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6273584d0c6e4b14954276f155bb5dc5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6273584d0c6e4b14954276f155bb5dc5 2024-11-27T04:24:00,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6509c35c5a014b0abdcc0a03291face5 2024-11-27T04:24:00,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/6cf4eba474ac48158239b59dca80e999 2024-11-27T04:24:00,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3088ddcd93a3495982c50964ae612cf6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d7388b0262794a26acf9aa9c96069c8b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2a4fff0906184f2c89c75c144f9f1468, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dc7fdf438bb44ae48c1a632a0a842a3b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f34c643c65604bd790d85cc18812caf0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/52834d179fbb403691fca81b2ddbdbbc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/53dfa3aa5ba246adabe8a633eafe2dce, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/e34ab1808ecf4f629698c7b5cd49ce1e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a7bff8ed7f747cd825f819a23a31a57, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/0fbf65f6338c41c996230316cbeb9e87, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/869b1b0dc34843c0839e8898a230923b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/317204c23c6840ebb11e2a8d3e265fe7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1cb62aa2d9e643a182545a2ad012e217, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/ddfc500663a14b3dbd0c7019cd9c80b0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/447ff1ab287d41deb60242b89db2f15b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d6235abca9bd4bf1a10d015826dcfde7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/35ecf64e077d4031aecec2dec325f287, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1bab1f332fea441882b6d3808f2276e6, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/a70ff965a4bd4f0c9c01e4f389d91a41, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a0adfa29a5846a7b847dbb20e1146a8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5bd2ce3b22334c538ea57aa065491df2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/84e304ed88364955b500e585eda69549, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/89d3d208ef9343428ab8b1d5052cb9fc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/07f78e4f42234a9997d10bde824a3ca1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1abf90a61ef94e8787b437582ba7310a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/21bbeb1871ed44beac006c3b66767081, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3e8a2589e44b4b58a4ecb22b912ff468, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1e0a6596a840413e8ffbf8868b656ab3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f7ec839a9ca54f99ab7e1c7c9612bd92, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/30bab02237b34dc9b36bc5250bc93c77, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/b3af30dd6ac64d568d048e66c935428b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/02f5318606e445b3898cd5fe96ddc212, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/cbc9c1a86f9249f3acdafb6a786eaf8c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d1b54c840e5a426daa5cdcc311a197ec, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/39f7e3eec7ce4e3da73b298945354da2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/29b86f62f750492c8158d1a027e46b46, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/49f7bb501bb742448327c0e993da2f10] to archive 2024-11-27T04:24:00,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:24:00,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3088ddcd93a3495982c50964ae612cf6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3088ddcd93a3495982c50964ae612cf6 2024-11-27T04:24:00,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d7388b0262794a26acf9aa9c96069c8b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d7388b0262794a26acf9aa9c96069c8b 2024-11-27T04:24:00,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2a4fff0906184f2c89c75c144f9f1468 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2a4fff0906184f2c89c75c144f9f1468 2024-11-27T04:24:00,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dc7fdf438bb44ae48c1a632a0a842a3b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dc7fdf438bb44ae48c1a632a0a842a3b 2024-11-27T04:24:00,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f34c643c65604bd790d85cc18812caf0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f34c643c65604bd790d85cc18812caf0 2024-11-27T04:24:00,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/52834d179fbb403691fca81b2ddbdbbc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/52834d179fbb403691fca81b2ddbdbbc 2024-11-27T04:24:00,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/53dfa3aa5ba246adabe8a633eafe2dce to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/53dfa3aa5ba246adabe8a633eafe2dce 2024-11-27T04:24:00,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/e34ab1808ecf4f629698c7b5cd49ce1e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/e34ab1808ecf4f629698c7b5cd49ce1e 2024-11-27T04:24:00,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a7bff8ed7f747cd825f819a23a31a57 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a7bff8ed7f747cd825f819a23a31a57 2024-11-27T04:24:00,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/0fbf65f6338c41c996230316cbeb9e87 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/0fbf65f6338c41c996230316cbeb9e87 2024-11-27T04:24:00,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/869b1b0dc34843c0839e8898a230923b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/869b1b0dc34843c0839e8898a230923b 2024-11-27T04:24:00,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/317204c23c6840ebb11e2a8d3e265fe7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/317204c23c6840ebb11e2a8d3e265fe7 2024-11-27T04:24:00,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1cb62aa2d9e643a182545a2ad012e217 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1cb62aa2d9e643a182545a2ad012e217 2024-11-27T04:24:00,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/ddfc500663a14b3dbd0c7019cd9c80b0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/ddfc500663a14b3dbd0c7019cd9c80b0 2024-11-27T04:24:00,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/447ff1ab287d41deb60242b89db2f15b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/447ff1ab287d41deb60242b89db2f15b 2024-11-27T04:24:00,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d6235abca9bd4bf1a10d015826dcfde7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d6235abca9bd4bf1a10d015826dcfde7 2024-11-27T04:24:00,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/35ecf64e077d4031aecec2dec325f287 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/35ecf64e077d4031aecec2dec325f287 2024-11-27T04:24:00,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1bab1f332fea441882b6d3808f2276e6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1bab1f332fea441882b6d3808f2276e6 2024-11-27T04:24:00,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/a70ff965a4bd4f0c9c01e4f389d91a41 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/a70ff965a4bd4f0c9c01e4f389d91a41 2024-11-27T04:24:00,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a0adfa29a5846a7b847dbb20e1146a8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5a0adfa29a5846a7b847dbb20e1146a8 2024-11-27T04:24:00,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5bd2ce3b22334c538ea57aa065491df2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/5bd2ce3b22334c538ea57aa065491df2 2024-11-27T04:24:00,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/84e304ed88364955b500e585eda69549 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/84e304ed88364955b500e585eda69549 2024-11-27T04:24:00,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/89d3d208ef9343428ab8b1d5052cb9fc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/89d3d208ef9343428ab8b1d5052cb9fc 2024-11-27T04:24:00,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/07f78e4f42234a9997d10bde824a3ca1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/07f78e4f42234a9997d10bde824a3ca1 2024-11-27T04:24:00,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1abf90a61ef94e8787b437582ba7310a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1abf90a61ef94e8787b437582ba7310a 2024-11-27T04:24:00,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/21bbeb1871ed44beac006c3b66767081 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/21bbeb1871ed44beac006c3b66767081 2024-11-27T04:24:00,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3e8a2589e44b4b58a4ecb22b912ff468 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/3e8a2589e44b4b58a4ecb22b912ff468 2024-11-27T04:24:00,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1e0a6596a840413e8ffbf8868b656ab3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/1e0a6596a840413e8ffbf8868b656ab3 2024-11-27T04:24:00,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f7ec839a9ca54f99ab7e1c7c9612bd92 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/f7ec839a9ca54f99ab7e1c7c9612bd92 2024-11-27T04:24:00,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/30bab02237b34dc9b36bc5250bc93c77 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/30bab02237b34dc9b36bc5250bc93c77 2024-11-27T04:24:00,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/b3af30dd6ac64d568d048e66c935428b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/b3af30dd6ac64d568d048e66c935428b 2024-11-27T04:24:00,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/02f5318606e445b3898cd5fe96ddc212 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/02f5318606e445b3898cd5fe96ddc212 2024-11-27T04:24:00,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/cbc9c1a86f9249f3acdafb6a786eaf8c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/cbc9c1a86f9249f3acdafb6a786eaf8c 2024-11-27T04:24:00,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d1b54c840e5a426daa5cdcc311a197ec to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d1b54c840e5a426daa5cdcc311a197ec 2024-11-27T04:24:00,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/39f7e3eec7ce4e3da73b298945354da2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/39f7e3eec7ce4e3da73b298945354da2 2024-11-27T04:24:00,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/29b86f62f750492c8158d1a027e46b46 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/29b86f62f750492c8158d1a027e46b46 2024-11-27T04:24:00,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/49f7bb501bb742448327c0e993da2f10 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/49f7bb501bb742448327c0e993da2f10 2024-11-27T04:24:00,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ed34bbdace8b464ba2a874af57418ab3, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/641ca93b94754c1298e36d5a49e7127b, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a89a1547e48f4a49b8e0562691fcdc30, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/fbb8b300f1e940308cbe01b7c2c28422, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/34973510be9a48e8b74567525d48a918, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/898046ddde3246ac903e5b0d20fde8d5, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6f3c86e1d5b4472c83e9a3bf28b24a35, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/928cb3cebdb546f586a5f64ae514333f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/578136ca0a8c48878234957e3d516959, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ffced2fd40ae404e9a7cefdf1906689d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/32aabf5c42fa4efdb11831f7cfb0bb9e, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/026f4f7f71e44c42b9fc4c453ed0b6f0, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/babfab4d61b04c73abb91f79c3071c70, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c5bdc7bf1b8e4fada4a38aa081821bd8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/d0b506c0bc0748f1abaf9537e13a18f8, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f93b566b43534a59971eecf5e7c6d248, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/232a63ee028e405ba2d1c10e1309a609, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6a49164c522741ae95ddb9233c02015a, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/9f588bd3de4544fcaebfc7a2a056f63d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/585dd015854d4696a2a4e73e94f4c7a9, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0a2282f2df6247c2bcc5eaa3c3d9d95c, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e3b9a1e95f124f66a457439f032973fc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a9c62946e6d84611ac7d0b14ea06a405, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/db71741703a04809bcd2395a1518875d, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/80f4cfc02f6146cf809ac874e2aba6dc, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/305c085c20d04e0fac200885857eca45, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/2bdc1c6760e648a48402e6d3a7d5cd40, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c3d85bf2259040e9831bea0bd428c744, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f220711441f64177855e787a750162c7, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/18b510c1c1ff4972928cf3368545c7d2, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f42e5baadd444952a212e31370e70dab, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/b2cf02e063cf42bd9141eeb56f2229ee, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0925d51c6fa844a7bffdc0d10b2bd642, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/82e76a05e20045419546a98c0894d8b1, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/96ebe497c9a04312b54dcb3cf492b510, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/088012bfcbb845929d6e0c6402a9773f, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f259d3ca453644d9b777b996555ed378] to archive 2024-11-27T04:24:00,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T04:24:00,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ed34bbdace8b464ba2a874af57418ab3 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ed34bbdace8b464ba2a874af57418ab3 2024-11-27T04:24:00,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/641ca93b94754c1298e36d5a49e7127b to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/641ca93b94754c1298e36d5a49e7127b 2024-11-27T04:24:00,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a89a1547e48f4a49b8e0562691fcdc30 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a89a1547e48f4a49b8e0562691fcdc30 2024-11-27T04:24:00,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/fbb8b300f1e940308cbe01b7c2c28422 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/fbb8b300f1e940308cbe01b7c2c28422 2024-11-27T04:24:00,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/34973510be9a48e8b74567525d48a918 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/34973510be9a48e8b74567525d48a918 2024-11-27T04:24:00,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/898046ddde3246ac903e5b0d20fde8d5 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/898046ddde3246ac903e5b0d20fde8d5 2024-11-27T04:24:00,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6f3c86e1d5b4472c83e9a3bf28b24a35 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6f3c86e1d5b4472c83e9a3bf28b24a35 2024-11-27T04:24:00,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/928cb3cebdb546f586a5f64ae514333f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/928cb3cebdb546f586a5f64ae514333f 2024-11-27T04:24:00,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/578136ca0a8c48878234957e3d516959 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/578136ca0a8c48878234957e3d516959 2024-11-27T04:24:00,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ffced2fd40ae404e9a7cefdf1906689d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/ffced2fd40ae404e9a7cefdf1906689d 2024-11-27T04:24:00,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/32aabf5c42fa4efdb11831f7cfb0bb9e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/32aabf5c42fa4efdb11831f7cfb0bb9e 2024-11-27T04:24:00,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/026f4f7f71e44c42b9fc4c453ed0b6f0 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/026f4f7f71e44c42b9fc4c453ed0b6f0 2024-11-27T04:24:00,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/babfab4d61b04c73abb91f79c3071c70 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/babfab4d61b04c73abb91f79c3071c70 2024-11-27T04:24:00,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c5bdc7bf1b8e4fada4a38aa081821bd8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c5bdc7bf1b8e4fada4a38aa081821bd8 2024-11-27T04:24:00,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/d0b506c0bc0748f1abaf9537e13a18f8 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/d0b506c0bc0748f1abaf9537e13a18f8 2024-11-27T04:24:00,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f93b566b43534a59971eecf5e7c6d248 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f93b566b43534a59971eecf5e7c6d248 2024-11-27T04:24:00,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/232a63ee028e405ba2d1c10e1309a609 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/232a63ee028e405ba2d1c10e1309a609 2024-11-27T04:24:00,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6a49164c522741ae95ddb9233c02015a to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/6a49164c522741ae95ddb9233c02015a 2024-11-27T04:24:00,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/9f588bd3de4544fcaebfc7a2a056f63d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/9f588bd3de4544fcaebfc7a2a056f63d 2024-11-27T04:24:00,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/585dd015854d4696a2a4e73e94f4c7a9 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/585dd015854d4696a2a4e73e94f4c7a9 2024-11-27T04:24:00,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0a2282f2df6247c2bcc5eaa3c3d9d95c to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0a2282f2df6247c2bcc5eaa3c3d9d95c 2024-11-27T04:24:00,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e3b9a1e95f124f66a457439f032973fc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e3b9a1e95f124f66a457439f032973fc 2024-11-27T04:24:00,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a9c62946e6d84611ac7d0b14ea06a405 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/a9c62946e6d84611ac7d0b14ea06a405 2024-11-27T04:24:00,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/db71741703a04809bcd2395a1518875d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/db71741703a04809bcd2395a1518875d 2024-11-27T04:24:00,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/80f4cfc02f6146cf809ac874e2aba6dc to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/80f4cfc02f6146cf809ac874e2aba6dc 2024-11-27T04:24:00,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/305c085c20d04e0fac200885857eca45 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/305c085c20d04e0fac200885857eca45 2024-11-27T04:24:00,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/2bdc1c6760e648a48402e6d3a7d5cd40 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/2bdc1c6760e648a48402e6d3a7d5cd40 2024-11-27T04:24:00,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c3d85bf2259040e9831bea0bd428c744 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/c3d85bf2259040e9831bea0bd428c744 2024-11-27T04:24:00,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f220711441f64177855e787a750162c7 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f220711441f64177855e787a750162c7 2024-11-27T04:24:00,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/18b510c1c1ff4972928cf3368545c7d2 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/18b510c1c1ff4972928cf3368545c7d2 2024-11-27T04:24:00,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f42e5baadd444952a212e31370e70dab to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f42e5baadd444952a212e31370e70dab 2024-11-27T04:24:00,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/b2cf02e063cf42bd9141eeb56f2229ee to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/b2cf02e063cf42bd9141eeb56f2229ee 2024-11-27T04:24:00,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0925d51c6fa844a7bffdc0d10b2bd642 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/0925d51c6fa844a7bffdc0d10b2bd642 2024-11-27T04:24:00,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/82e76a05e20045419546a98c0894d8b1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/82e76a05e20045419546a98c0894d8b1 2024-11-27T04:24:00,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/96ebe497c9a04312b54dcb3cf492b510 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/96ebe497c9a04312b54dcb3cf492b510 2024-11-27T04:24:00,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/088012bfcbb845929d6e0c6402a9773f to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/088012bfcbb845929d6e0c6402a9773f 2024-11-27T04:24:00,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f259d3ca453644d9b777b996555ed378 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/f259d3ca453644d9b777b996555ed378 2024-11-27T04:24:00,607 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/recovered.edits/570.seqid, newMaxSeqId=570, maxSeqId=4 2024-11-27T04:24:00,608 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e. 2024-11-27T04:24:00,608 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1635): Region close journal for c74dac3725fbf8dade79a9d45701c41e: 2024-11-27T04:24:00,609 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(170): Closed c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:00,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=199 updating hbase:meta row=c74dac3725fbf8dade79a9d45701c41e, regionState=CLOSED 2024-11-27T04:24:00,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-11-27T04:24:00,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; CloseRegionProcedure c74dac3725fbf8dade79a9d45701c41e, server=99e1108fb5b5,33685,1732681256218 in 592 msec 2024-11-27T04:24:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T04:24:00,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=199, resume processing ppid=198 2024-11-27T04:24:00,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, ppid=198, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c74dac3725fbf8dade79a9d45701c41e, UNASSIGN in 596 msec 2024-11-27T04:24:00,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-11-27T04:24:00,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 600 msec 2024-11-27T04:24:00,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732681440617"}]},"ts":"1732681440617"} 2024-11-27T04:24:00,619 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T04:24:00,621 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T04:24:00,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 615 msec 2024-11-27T04:24:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T04:24:01,113 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-11-27T04:24:01,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T04:24:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:01,115 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=201, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:01,116 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=201, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T04:24:01,117 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,119 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C, FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/recovered.edits] 2024-11-27T04:24:01,124 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0d69995b13174b808dff384410368954 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/0d69995b13174b808dff384410368954 2024-11-27T04:24:01,125 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9752d7b615a64ac08e3b4c49457d0dcb to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/9752d7b615a64ac08e3b4c49457d0dcb 2024-11-27T04:24:01,127 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c9f6ceb80bd74276bcb8a10841da7241 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/A/c9f6ceb80bd74276bcb8a10841da7241 2024-11-27T04:24:01,130 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2609349f35784037a09d14aae3afaa68 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/2609349f35784037a09d14aae3afaa68 2024-11-27T04:24:01,131 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d433cdee173c46c784315ec6575ff284 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/d433cdee173c46c784315ec6575ff284 2024-11-27T04:24:01,132 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dd027eafa2d2423fbc7d5634df09bcd1 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/B/dd027eafa2d2423fbc7d5634df09bcd1 2024-11-27T04:24:01,135 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/1ae0e6445cd040188987c1773d6eca0d to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/1ae0e6445cd040188987c1773d6eca0d 2024-11-27T04:24:01,137 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/24c099c07af64c10a6c9b6101d50eef6 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/24c099c07af64c10a6c9b6101d50eef6 2024-11-27T04:24:01,138 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e31274e1ff574a40b7f45be642440405 to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/C/e31274e1ff574a40b7f45be642440405 2024-11-27T04:24:01,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/recovered.edits/570.seqid to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e/recovered.edits/570.seqid 2024-11-27T04:24:01,145 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/default/TestAcidGuarantees/c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,146 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T04:24:01,146 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T04:24:01,147 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T04:24:01,151 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127045e6fa7815b4096a354d43f70d7967e_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127045e6fa7815b4096a354d43f70d7967e_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,152 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112707d942d0a58044c7a12af3a9729e1373_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112707d942d0a58044c7a12af3a9729e1373_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,153 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112708575e7022e4489295c70efd04cafa64_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112708575e7022e4489295c70efd04cafa64_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,154 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271b732b8625364a39a2c54d49aa29fbc2_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271b732b8625364a39a2c54d49aa29fbc2_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,155 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127271d92a6fa7948128180cedc0b4e2226_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127271d92a6fa7948128180cedc0b4e2226_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,157 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272ffa50fe053f4a949610e083eaebae0c_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272ffa50fe053f4a949610e083eaebae0c_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,158 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112736494cc00203494399ca13017be82a32_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112736494cc00203494399ca13017be82a32_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,159 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112736dbca7e3f1d47b2b6f014d3a42ee6b7_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112736dbca7e3f1d47b2b6f014d3a42ee6b7_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,162 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273f58e50033a7443f8b9493857105ea8b_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273f58e50033a7443f8b9493857105ea8b_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,164 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742395b3056594cf8b1a246eefe7cc603_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112742395b3056594cf8b1a246eefe7cc603_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,165 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274373d85229844b669b0716e709551438_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274373d85229844b669b0716e709551438_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,167 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744f13e1a4cc942a198087c63b44e31dd_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744f13e1a4cc942a198087c63b44e31dd_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112748730fbc50e04ee5a5fcf4b767615318_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112748730fbc50e04ee5a5fcf4b767615318_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276928b3ec286b4510b7ec001e051e729c_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276928b3ec286b4510b7ec001e051e729c_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,170 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276e52b58dedb3481d839269fbc85c25ba_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276e52b58dedb3481d839269fbc85c25ba_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,171 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278bd90ae0fd334e6b9bf58a8bac9961dd_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278bd90ae0fd334e6b9bf58a8bac9961dd_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,172 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f0dfc09735b45838a0ecd776554ccd5_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f0dfc09735b45838a0ecd776554ccd5_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,174 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112795bf5153e258425ba927bb8da3dd9318_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112795bf5153e258425ba927bb8da3dd9318_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,175 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae311a9c61f54c5faf9b94acdd2611b8_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae311a9c61f54c5faf9b94acdd2611b8_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,177 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae41f80b999146248ecaa34e5c4d7a69_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae41f80b999146248ecaa34e5c4d7a69_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,178 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae8d0ac64807428680c9315939055138_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ae8d0ac64807428680c9315939055138_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,179 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b215fa94607d465ba42ab00efe8f0d34_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b215fa94607d465ba42ab00efe8f0d34_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,180 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c39bf6f104024d9094ae121e4329ffd2_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c39bf6f104024d9094ae121e4329ffd2_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,181 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c8fcc095afcf444ab92d2785675f0599_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c8fcc095afcf444ab92d2785675f0599_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d2ef7e24755a4209ab5804d78959b1e9_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d2ef7e24755a4209ab5804d78959b1e9_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,184 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d4a151987a3649a2b325151096bbf2b6_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d4a151987a3649a2b325151096bbf2b6_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,186 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127da68f75fd10740a9a1c0ae90810ddd27_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127da68f75fd10740a9a1c0ae90810ddd27_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f659eb3c877b4bb59dcc7051301221f9_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f659eb3c877b4bb59dcc7051301221f9_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f7aa32b364464d52a5826da24b078c36_c74dac3725fbf8dade79a9d45701c41e to hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f7aa32b364464d52a5826da24b078c36_c74dac3725fbf8dade79a9d45701c41e 2024-11-27T04:24:01,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T04:24:01,191 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=201, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:01,193 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T04:24:01,202 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T04:24:01,203 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=201, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:01,203 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T04:24:01,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732681441203"}]},"ts":"9223372036854775807"} 2024-11-27T04:24:01,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T04:24:01,205 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c74dac3725fbf8dade79a9d45701c41e, NAME => 'TestAcidGuarantees,,1732681413887.c74dac3725fbf8dade79a9d45701c41e.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T04:24:01,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T04:24:01,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732681441206"}]},"ts":"9223372036854775807"} 2024-11-27T04:24:01,209 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T04:24:01,211 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=201, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T04:24:01,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-27T04:24:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42385 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T04:24:01,217 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-11-27T04:24:01,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=714 (was 700) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5479 (was 5535) 2024-11-27T04:24:01,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T04:24:01,230 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T04:24:01,230 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:56910 2024-11-27T04:24:01,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:01,230 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T04:24:01,230 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-11-27T04:24:01,231 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=99e1108fb5b5,42385,1732681255485 2024-11-27T04:24:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T04:24:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T04:24:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:24:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:24:01,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-27T04:24:01,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T04:24:01,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:01,238 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '99e1108fb5b5,33685,1732681256218' ***** 2024-11-27T04:24:01,238 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-27T04:24:01,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T04:24:01,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(3579): Received CLOSE for 91914be584d255ddeedcd392d770ce41 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1224): stopping server 99e1108fb5b5,33685,1732681256218 2024-11-27T04:24:01,239 DEBUG [RS:0;99e1108fb5b5:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T04:24:01,239 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T04:24:01,240 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 91914be584d255ddeedcd392d770ce41, disabling compactions & flushes 2024-11-27T04:24:01,240 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:24:01,240 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. after waiting 0 ms 2024-11-27T04:24:01,240 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1603): Online Regions={91914be584d255ddeedcd392d770ce41=hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:24:01,240 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 91914be584d255ddeedcd392d770ce41 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T04:24:01,240 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T04:24:01,240 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T04:24:01,240 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-27T04:24:01,244 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 91914be584d255ddeedcd392d770ce41 2024-11-27T04:24:01,245 INFO [regionserver/99e1108fb5b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T04:24:01,261 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/.tmp/info/eba311e29e834abcb8e30bca63f6d8ef is 45, key is default/info:d/1732681260662/Put/seqid=0 2024-11-27T04:24:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742659_1835 (size=5037) 2024-11-27T04:24:01,278 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/.tmp/info/eba311e29e834abcb8e30bca63f6d8ef 2024-11-27T04:24:01,282 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/info/1ca81b0a9a244770b212280984ffe486 is 143, key is hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41./info:regioninfo/1732681260515/Put/seqid=0 2024-11-27T04:24:01,292 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/.tmp/info/eba311e29e834abcb8e30bca63f6d8ef as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/info/eba311e29e834abcb8e30bca63f6d8ef 2024-11-27T04:24:01,296 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/info/eba311e29e834abcb8e30bca63f6d8ef, entries=2, sequenceid=6, filesize=4.9 K 2024-11-27T04:24:01,297 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 91914be584d255ddeedcd392d770ce41 in 57ms, sequenceid=6, compaction requested=false 2024-11-27T04:24:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742660_1836 (size=7725) 2024-11-27T04:24:01,310 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/info/1ca81b0a9a244770b212280984ffe486 2024-11-27T04:24:01,317 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/namespace/91914be584d255ddeedcd392d770ce41/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T04:24:01,318 INFO [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:24:01,318 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 91914be584d255ddeedcd392d770ce41: 2024-11-27T04:24:01,318 DEBUG [RS_CLOSE_REGION-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732681259282.91914be584d255ddeedcd392d770ce41. 2024-11-27T04:24:01,345 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/rep_barrier/41e3894b971e495789affe10e1b407fc is 102, key is TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5./rep_barrier:/1732681287858/DeleteFamily/seqid=0 2024-11-27T04:24:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742661_1837 (size=6025) 2024-11-27T04:24:01,444 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T04:24:01,520 INFO [regionserver/99e1108fb5b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T04:24:01,520 INFO [regionserver/99e1108fb5b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T04:24:01,645 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T04:24:01,758 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/rep_barrier/41e3894b971e495789affe10e1b407fc 2024-11-27T04:24:01,780 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/table/2a69dd512b83498d822dd0da91b41475 is 96, key is TestAcidGuarantees,,1732681260853.7e45b3248585d4e2dc0729dc01c655a5./table:/1732681287858/DeleteFamily/seqid=0 2024-11-27T04:24:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742662_1838 (size=5942) 2024-11-27T04:24:01,845 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T04:24:02,045 DEBUG [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T04:24:02,187 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/table/2a69dd512b83498d822dd0da91b41475 2024-11-27T04:24:02,191 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/info/1ca81b0a9a244770b212280984ffe486 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/info/1ca81b0a9a244770b212280984ffe486 2024-11-27T04:24:02,194 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/info/1ca81b0a9a244770b212280984ffe486, entries=22, sequenceid=93, filesize=7.5 K 2024-11-27T04:24:02,195 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/rep_barrier/41e3894b971e495789affe10e1b407fc as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/rep_barrier/41e3894b971e495789affe10e1b407fc 2024-11-27T04:24:02,198 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/rep_barrier/41e3894b971e495789affe10e1b407fc, entries=6, sequenceid=93, filesize=5.9 K 2024-11-27T04:24:02,198 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/.tmp/table/2a69dd512b83498d822dd0da91b41475 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/table/2a69dd512b83498d822dd0da91b41475 2024-11-27T04:24:02,202 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/table/2a69dd512b83498d822dd0da91b41475, entries=9, sequenceid=93, filesize=5.8 K 2024-11-27T04:24:02,203 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=93, compaction requested=false 2024-11-27T04:24:02,216 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-27T04:24:02,216 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T04:24:02,217 INFO [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T04:24:02,217 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T04:24:02,217 DEBUG [RS_CLOSE_META-regionserver/99e1108fb5b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T04:24:02,245 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1250): stopping server 99e1108fb5b5,33685,1732681256218; all regions closed. 2024-11-27T04:24:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741834_1010 (size=26050) 2024-11-27T04:24:02,254 DEBUG [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/oldWALs 2024-11-27T04:24:02,254 INFO [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 99e1108fb5b5%2C33685%2C1732681256218.meta:.meta(num 1732681259024) 2024-11-27T04:24:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741833_1009 (size=19765256) 2024-11-27T04:24:02,261 DEBUG [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/oldWALs 2024-11-27T04:24:02,261 INFO [RS:0;99e1108fb5b5:33685 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 99e1108fb5b5%2C33685%2C1732681256218:(num 1732681258588) 2024-11-27T04:24:02,261 DEBUG [RS:0;99e1108fb5b5:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:02,261 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T04:24:02,262 INFO [RS:0;99e1108fb5b5:33685 {}] hbase.ChoreService(370): Chore service for: regionserver/99e1108fb5b5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T04:24:02,263 INFO [RS:0;99e1108fb5b5:33685 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33685 2024-11-27T04:24:02,267 INFO [regionserver/99e1108fb5b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T04:24:02,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T04:24:02,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/99e1108fb5b5,33685,1732681256218 2024-11-27T04:24:02,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [99e1108fb5b5,33685,1732681256218] 2024-11-27T04:24:02,272 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 99e1108fb5b5,33685,1732681256218; numProcessing=1 2024-11-27T04:24:02,274 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/99e1108fb5b5,33685,1732681256218 already deleted, retry=false 2024-11-27T04:24:02,274 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 99e1108fb5b5,33685,1732681256218 expired; onlineServers=0 2024-11-27T04:24:02,274 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '99e1108fb5b5,42385,1732681255485' ***** 2024-11-27T04:24:02,274 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T04:24:02,274 DEBUG [M:0;99e1108fb5b5:42385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=99e1108fb5b5/172.17.0.2:0 2024-11-27T04:24:02,274 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegionServer(1224): stopping server 99e1108fb5b5,42385,1732681255485 2024-11-27T04:24:02,274 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegionServer(1250): stopping server 99e1108fb5b5,42385,1732681255485; all regions closed. 2024-11-27T04:24:02,274 DEBUG [M:0;99e1108fb5b5:42385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T04:24:02,275 DEBUG [M:0;99e1108fb5b5:42385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T04:24:02,275 DEBUG [M:0;99e1108fb5b5:42385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T04:24:02,275 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster-HFileCleaner.large.0-1732681258315 {}] cleaner.HFileCleaner(306): Exit Thread[master/99e1108fb5b5:0:becomeActiveMaster-HFileCleaner.large.0-1732681258315,5,FailOnTimeoutGroup] 2024-11-27T04:24:02,275 INFO [M:0;99e1108fb5b5:42385 {}] hbase.ChoreService(370): Chore service for: master/99e1108fb5b5:0 had [] on shutdown 2024-11-27T04:24:02,275 DEBUG [master/99e1108fb5b5:0:becomeActiveMaster-HFileCleaner.small.0-1732681258316 {}] cleaner.HFileCleaner(306): Exit Thread[master/99e1108fb5b5:0:becomeActiveMaster-HFileCleaner.small.0-1732681258316,5,FailOnTimeoutGroup] 2024-11-27T04:24:02,275 DEBUG [M:0;99e1108fb5b5:42385 {}] master.HMaster(1733): Stopping service threads 2024-11-27T04:24:02,275 INFO [M:0;99e1108fb5b5:42385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T04:24:02,275 ERROR [M:0;99e1108fb5b5:42385 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-27T04:24:02,276 INFO [M:0;99e1108fb5b5:42385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T04:24:02,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T04:24:02,276 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T04:24:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T04:24:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T04:24:02,281 DEBUG [M:0;99e1108fb5b5:42385 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-27T04:24:02,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T04:24:02,281 DEBUG [M:0;99e1108fb5b5:42385 {}] master.ActiveMasterManager(353): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-27T04:24:02,281 INFO [M:0;99e1108fb5b5:42385 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-27T04:24:02,282 INFO [M:0;99e1108fb5b5:42385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T04:24:02,282 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T04:24:02,282 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:24:02,282 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:24:02,282 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T04:24:02,282 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:24:02,282 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=848.94 KB heapSize=1.03 MB 2024-11-27T04:24:02,313 DEBUG [M:0;99e1108fb5b5:42385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b30b20c0ee0b4cd98eb3adb14de2607c is 82, key is hbase:meta,,1/info:regioninfo/1732681259175/Put/seqid=0 2024-11-27T04:24:02,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742663_1839 (size=5672) 2024-11-27T04:24:02,346 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2481 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b30b20c0ee0b4cd98eb3adb14de2607c 2024-11-27T04:24:02,377 DEBUG [M:0;99e1108fb5b5:42385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bd1a0e6b44d4c9c87ea765c61520713 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\xAA/proc:d/1732681416530/Put/seqid=0 2024-11-27T04:24:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T04:24:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x10037357ff80001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T04:24:02,379 INFO [RS:0;99e1108fb5b5:33685 {}] regionserver.HRegionServer(1307): Exiting; stopping=99e1108fb5b5,33685,1732681256218; zookeeper connection closed. 2024-11-27T04:24:02,388 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f87549 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f87549 2024-11-27T04:24:02,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T04:24:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742664_1840 (size=49063) 2024-11-27T04:24:02,793 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=848.39 KB at sequenceid=2481 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bd1a0e6b44d4c9c87ea765c61520713 2024-11-27T04:24:02,797 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd1a0e6b44d4c9c87ea765c61520713 2024-11-27T04:24:02,820 DEBUG [M:0;99e1108fb5b5:42385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d9ca28c7d14197bbcd5cd54167dc05 is 69, key is 99e1108fb5b5,33685,1732681256218/rs:state/1732681258363/Put/seqid=0 2024-11-27T04:24:02,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073742665_1841 (size=5156) 2024-11-27T04:24:02,825 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2481 (bloomFilter=true), to=hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d9ca28c7d14197bbcd5cd54167dc05 2024-11-27T04:24:02,829 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b30b20c0ee0b4cd98eb3adb14de2607c as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b30b20c0ee0b4cd98eb3adb14de2607c 2024-11-27T04:24:02,832 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b30b20c0ee0b4cd98eb3adb14de2607c, entries=8, sequenceid=2481, filesize=5.5 K 2024-11-27T04:24:02,834 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bd1a0e6b44d4c9c87ea765c61520713 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bd1a0e6b44d4c9c87ea765c61520713 2024-11-27T04:24:02,839 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd1a0e6b44d4c9c87ea765c61520713 2024-11-27T04:24:02,839 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bd1a0e6b44d4c9c87ea765c61520713, entries=201, sequenceid=2481, filesize=47.9 K 2024-11-27T04:24:02,840 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d9ca28c7d14197bbcd5cd54167dc05 as hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2d9ca28c7d14197bbcd5cd54167dc05 2024-11-27T04:24:02,843 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35683/user/jenkins/test-data/dec450ac-2c2e-8ab2-2a05-9a95700f6dd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2d9ca28c7d14197bbcd5cd54167dc05, entries=1, sequenceid=2481, filesize=5.0 K 2024-11-27T04:24:02,844 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(3040): Finished flush of dataSize ~848.94 KB/869319, heapSize ~1.02 MB/1074528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=2481, compaction requested=false 2024-11-27T04:24:02,847 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T04:24:02,847 DEBUG [M:0;99e1108fb5b5:42385 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T04:24:02,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741830_1006 (size=1031911) 2024-11-27T04:24:02,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T04:24:02,851 INFO [M:0;99e1108fb5b5:42385 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-27T04:24:02,851 INFO [M:0;99e1108fb5b5:42385 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42385 2024-11-27T04:24:02,853 DEBUG [M:0;99e1108fb5b5:42385 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/99e1108fb5b5,42385,1732681255485 already deleted, retry=false 2024-11-27T04:24:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T04:24:02,955 INFO [M:0;99e1108fb5b5:42385 {}] regionserver.HRegionServer(1307): Exiting; stopping=99e1108fb5b5,42385,1732681255485; zookeeper connection closed. 2024-11-27T04:24:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42385-0x10037357ff80000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T04:24:02,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T04:24:02,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T04:24:02,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T04:24:02,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T04:24:02,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/hadoop.log.dir/,STOPPED} 2024-11-27T04:24:02,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T04:24:02,968 WARN [BP-1827428454-172.17.0.2-1732681252709 heartbeating to localhost/127.0.0.1:35683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T04:24:02,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T04:24:02,968 WARN [BP-1827428454-172.17.0.2-1732681252709 heartbeating to localhost/127.0.0.1:35683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1827428454-172.17.0.2-1732681252709 (Datanode Uuid 9bbed9a9-4a04-485c-bcf6-9e26300b049d) service to localhost/127.0.0.1:35683 2024-11-27T04:24:02,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T04:24:02,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/dfs/data/data1/current/BP-1827428454-172.17.0.2-1732681252709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T04:24:02,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/cluster_7d698338-0b02-a04c-f757-b55fe62a3cb7/dfs/data/data2/current/BP-1827428454-172.17.0.2-1732681252709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T04:24:02,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T04:24:02,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T04:24:02,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T04:24:02,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T04:24:02,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4416ac37-348f-3037-0613-7b62f0241d17/hadoop.log.dir/,STOPPED} 2024-11-27T04:24:03,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-27T04:24:03,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down